-- Logs begin at Tue 2021-11-09 04:18:24 UTC, end at Tue 2021-11-09 05:49:37 UTC. -- Nov 09 04:48:11.285790 dv-cinder-817135-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 09 04:48:13.969945 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.common.config [-] Logging enabled! Nov 09 04:48:13.970541 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev147 Nov 09 04:48:13.970711 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100864) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 09 04:48:13.973930 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.common.config [-] Logging enabled! Nov 09 04:48:13.974183 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev147 Nov 09 04:48:13.974486 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100864) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 09 04:48:13.975394 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 04:48:13.975637 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 04:48:13.975993 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 04:48:13.976231 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 04:48:13.976448 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 04:48:13.976760 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.977172 dv-cinder-817135-2-iscsi neutron-server[100864]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 09 04:48:13.977475 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.977760 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.978043 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.978329 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.978610 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.978884 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.979162 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.979454 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.979756 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.980027 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.980298 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.980580 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.980850 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.981127 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.981404 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.981673 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] debug = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.981941 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.982360 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.982752 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.983021 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.983300 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.983570 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.983866 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.984130 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.984403 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.984719 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] host = dv-cinder-817135-2-iscsi {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.984986 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.985794 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.986075 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.986352 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.986618 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.986887 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.987165 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.987430 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.987716 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] log_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.987986 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.988266 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.988546 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.988834 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.989052 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.989265 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.989546 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.989824 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.990090 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.990355 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.990619 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.990883 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.991146 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.991403 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.991699 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.991975 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.992249 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.992512 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.992775 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.993035 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.993295 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.993569 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.993831 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.994090 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.994350 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.994623 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.994883 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.995145 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.995432 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.995748 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.996008 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.996282 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.996544 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.996815 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.997075 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.997336 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.997596 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] use_json = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.997855 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.998112 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.998381 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.998640 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.998899 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.999159 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.999418 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:13.999789 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:14.000071 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.000359 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.000646 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.001486 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.001783 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.002055 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.002336 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.002605 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.002884 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.003163 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.003442 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.003736 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.004016 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.004284 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.004568 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.004860 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.005144 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.005425 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.005692 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.005957 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.006222 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.006489 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.006766 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.007051 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.007316 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.007594 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.007885 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.008163 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.008445 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.008723 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.008986 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.009258 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.009541 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.009816 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.010081 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.010350 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.010630 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.010896 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.011159 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.011432 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.011718 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.011984 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.012242 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.012506 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.012782 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.013048 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.013309 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.013568 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.013831 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.014089 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.014362 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.014626 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.014886 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.015145 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.015409 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.015688 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.015967 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.016213 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.016505 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.016772 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.017052 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.017327 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.017590 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.017853 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.018115 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.018375 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.018634 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.018898 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.019157 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.019417 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.019697 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.019966 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.020228 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.020503 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.020789 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.021057 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.021325 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.021591 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.021858 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.022122 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.022385 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.022649 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.022916 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.023177 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.023456 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.023753 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.024029 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.024298 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.024563 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.024872 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.025140 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.025412 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.025676 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.025943 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.026214 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.026486 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.026771 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.027058 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.027343 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.027644 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.027930 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.028202 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.028502 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.028775 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:14.028983 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 04:48:14.029216 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100864) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 09 04:48:14.454029 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 09 04:48:14.454304 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 09 04:48:14.454604 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 09 04:48:14.454933 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 09 04:48:14.769821 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:14.770037 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:14.770305 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:14.771494 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:14.771791 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:14.772049 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:14.806230 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:14.806504 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:14.806769 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:14.821790 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:14.822066 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:14.822331 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:14.852932 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:14.853212 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:14.853482 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:14.888454 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:14.888734 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:14.888996 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.131978 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.132585 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.132585 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.132756 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.133443 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.259382 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.259717 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.259997 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.260264 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.260525 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.260835 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.261093 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.261345 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.261596 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.261871 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.262125 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.262384 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.262635 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.262882 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.263131 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.263387 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.263650 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.263918 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.264178 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.264430 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.264693 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.264940 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.265213 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.265584 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.265829 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.266071 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.267007 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 04:48:15.267247 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 04:48:15.267485 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 04:48:15.267745 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 04:48:15.267977 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 04:48:15.268207 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 04:48:15.268563 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 09 04:48:15.271769 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 09 04:48:15.275704 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 09 04:48:15.279447 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Nov 09 04:48:15.281089 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 09 04:48:15.281534 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 09 04:48:15.281857 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 09 04:48:15.282277 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 09 04:48:15.285082 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 09 04:48:15.285327 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 09 04:48:15.285664 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 09 04:48:15.291152 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 09 04:48:15.313070 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 09 04:48:15.314034 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.314318 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100864) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 09 04:48:15.314680 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.316065 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100864) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 09 04:48:15.316339 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 09 04:48:15.316578 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 09 04:48:15.319748 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.320026 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:15.384892 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 09 04:48:15.385080 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 09 04:48:15.385314 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 09 04:48:15.385675 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 09 04:48:15.405635 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_db.sqlalchemy.engines [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100864) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 09 04:48:15.928453 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Initializing driver for type 'gre' Nov 09 04:48:15.928973 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] gre ID ranges: [(1, 1000)] Nov 09 04:48:15.977271 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Initializing driver for type 'local' Nov 09 04:48:15.977595 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Initializing driver for type 'vlan' Nov 09 04:48:15.990497 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] VlanTypeDriver initialization complete Nov 09 04:48:15.990823 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Initializing driver for type 'vxlan' Nov 09 04:48:15.991296 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] vxlan ID ranges: [(1, 1000)] Nov 09 04:48:16.038820 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Initializing extension driver 'port_security' Nov 09 04:48:16.039165 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.extensions.port_security [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] PortSecurityExtensionDriver initialization complete Nov 09 04:48:16.039503 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Initializing mechanism driver 'openvswitch' Nov 09 04:48:16.039892 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Initializing mechanism driver 'hyperv' Nov 09 04:48:16.046782 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.plugins.ml2.plugin [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:16.048310 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > port after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.048760 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > port after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.049222 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > port after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.049796 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 04:48:16.050232 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > subnet after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.050588 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > subnet after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.050965 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.051376 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 04:48:16.051814 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > network after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.052165 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > network after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.052510 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > network after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.052909 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 04:48:16.053322 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > security_group after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.053673 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > security_group after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.054014 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.054416 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 04:48:16.054821 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.055168 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.055506 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.055931 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 04:48:16.056339 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > address_group after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.056687 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > address_group after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.057029 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.057425 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100864) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 09 04:48:16.057804 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] ML2 OVO RPC backend initialized. {{(pid=100864) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 09 04:48:16.058516 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.058872 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.059288 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > network before_response 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.059659 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > networks before_response 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.060013 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > port before_response 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.060355 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > ports before_response 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.060699 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > subnet before_response 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.061044 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > subnets before_response 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.061396 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > network after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.061736 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > network after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.062176 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > network after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.062525 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > port after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.062863 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > port after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.063211 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > port after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.063553 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > subnet after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.063913 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > subnet after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.064248 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.064825 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.plugin [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Modular L2 Plugin initialization complete Nov 09 04:48:16.065153 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading services supported by the core plugin {{(pid=100864) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 09 04:48:16.065480 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.plugins.ml2.managers [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Got port-security extension from driver 'port_security' Nov 09 04:48:16.065941 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.extensions.vlantransparent [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Disabled vlantransparent extension. Nov 09 04:48:16.066422 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100864) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 09 04:48:16.066732 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading Plugin: router Nov 09 04:48:16.103441 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.103860 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router after_create 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.104234 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router before_create 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.104603 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.104978 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.105337 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router after_delete 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.105700 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.106176 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.106541 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router after_create 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.106891 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router after_update 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.107243 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router after_update 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.107594 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.107983 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router after_update 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.108394 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router precommit_update 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.108762 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: port after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.109103 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: port after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.109443 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: subnet after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.109788 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.110139 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.110485 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router precommit_create 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.110827 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: port before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.111173 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router precommit_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.111530 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router after_update 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.111897 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.112247 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router precommit_create 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.112609 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.112959 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router precommit_update 55549900 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.113331 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > agent after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.113688 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > agent after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.114035 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > network after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.114906 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Tracking information for resource: router configured {{(pid=100864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 04:48:16.115245 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Tracking information for resource: floatingip configured {{(pid=100864) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 09 04:48:16.120258 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.db.l3_agentschedulers_db [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 09 04:48:16.120842 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: port after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.121202 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: port after_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.121555 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: port after_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.121906 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: port after_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.122697 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router before_create 55550100 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.123062 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.123425 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router precommit_create 55550100 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.123813 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > router precommit_update 55550100 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.128636 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.services.provider_configuration [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Service providers = [] {{(pid=100864) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 09 04:48:16.129006 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.db.servicetype_db [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100864) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 09 04:48:16.131972 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.services.service_base [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 04:48:16.132329 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.services.service_base [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 04:48:16.132852 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.services.service_base [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 04:48:16.133557 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.services.service_base [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100864) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 09 04:48:16.133932 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.services.service_base [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 09 04:48:16.134310 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 04:48:16.134629 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 09 04:48:16.147251 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 04:48:16.147589 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading Plugin: auto_allocate Nov 09 04:48:16.153534 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: network precommit_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.153909 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: network precommit_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.154430 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 04:48:16.154754 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading Plugin: tag Nov 09 04:48:16.162171 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 04:48:16.162505 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading Plugin: timestamp Nov 09 04:48:16.166699 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 04:48:16.167035 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading Plugin: network_ip_availability Nov 09 04:48:16.172576 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.172954 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.173310 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.174015 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 04:48:16.174334 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading Plugin: flavors Nov 09 04:48:16.179500 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 04:48:16.179821 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading Plugin: revisions Nov 09 04:48:16.184159 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100864) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 09 04:48:16.184552 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_concurrency.lockutils [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.730s {{(pid=100864) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 09 04:48:16.185298 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100864) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 09 04:48:16.185635 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Initializing extension manager. Nov 09 04:48:16.186153 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: __init__.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.186494 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: __pycache__ {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.186829 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.187167 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: address_group.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.187957 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.188548 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: address-group Nov 09 04:48:16.188874 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: address_scope.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.189595 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.190101 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: address-scope Nov 09 04:48:16.190427 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.191366 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.191907 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: router-admin-state-down-before-update Nov 09 04:48:16.192235 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: agent.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.192945 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.193449 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: agent Nov 09 04:48:16.193773 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: agent_resources_synced.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.194693 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.195196 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: agent-resources-synced Nov 09 04:48:16.195521 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: allowedaddresspairs.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.197461 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.198086 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: allowed-address-pairs Nov 09 04:48:16.198455 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: auto_allocated_topology.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.199810 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.200358 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: auto-allocated-topology Nov 09 04:48:16.200707 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: availability_zone.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.201549 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.202144 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: availability_zone Nov 09 04:48:16.202551 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: availability_zone_filter.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.203678 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.204808 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: availability_zone_filter Nov 09 04:48:16.205218 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: data_plane_status.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.206315 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.206884 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension data-plane-status not supported by any of loaded plugins Nov 09 04:48:16.207266 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: default_subnetpools.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.208363 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.208975 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: default-subnetpools Nov 09 04:48:16.209379 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.210332 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.210952 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: dhcp_agent_scheduler Nov 09 04:48:16.211380 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: dns.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.212618 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.213193 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension dns-integration not supported by any of loaded plugins Nov 09 04:48:16.213599 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: dns_domain_ports.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.214585 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.215166 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 09 04:48:16.215567 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.216588 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.217167 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 09 04:48:16.217561 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: dvr.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.218283 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.218903 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: dvr Nov 09 04:48:16.219309 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: ecmp_routes.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.221030 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.221605 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 09 04:48:16.221994 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: empty_string_filtering.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.223176 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.223789 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: empty-string-filtering Nov 09 04:48:16.224205 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.225147 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.225647 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 09 04:48:16.225970 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.226906 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.227416 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 09 04:48:16.227778 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: external_net.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.228706 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.229213 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: external-net Nov 09 04:48:16.229537 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.230450 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.230955 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: extra_dhcp_opt Nov 09 04:48:16.231276 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: extraroute.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.232228 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.232730 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: extraroute Nov 09 04:48:16.233050 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: extraroute_atomic.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.234101 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.234607 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: extraroute-atomic Nov 09 04:48:16.234930 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: filter_validation.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.236020 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.236540 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: filter-validation Nov 09 04:48:16.236864 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: fip_pf_description.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.237798 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.238309 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 09 04:48:16.238630 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: fip_port_details.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.239559 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.240095 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: fip-port-details Nov 09 04:48:16.240416 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: flavors.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.241750 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.242262 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: flavors Nov 09 04:48:16.242588 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.244312 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.244829 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 09 04:48:16.245165 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: floatingip_pools.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.245869 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.246376 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: floatingip-pools Nov 09 04:48:16.246702 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: ip_allocation.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.247657 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.248163 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension ip_allocation not supported by any of loaded plugins Nov 09 04:48:16.248494 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.249423 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.249929 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: ip-substring-filtering Nov 09 04:48:16.250259 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: l2_adjacency.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.251217 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.251753 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 09 04:48:16.252080 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: l3.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.253054 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.253565 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: router Nov 09 04:48:16.253891 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.256193 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.256718 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 09 04:48:16.257053 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.257999 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.258512 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: ext-gw-mode Nov 09 04:48:16.258841 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.259824 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.260331 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: l3-ha Nov 09 04:48:16.260658 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: l3_flavors.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.261595 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.262100 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: l3-flavors Nov 09 04:48:16.262426 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.263348 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.263974 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 09 04:48:16.264313 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: l3agentscheduler.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.265338 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.265843 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: l3_agent_scheduler Nov 09 04:48:16.266170 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: logging.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.268235 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.268752 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension logging not supported by any of loaded plugins Nov 09 04:48:16.269087 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: metering.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.269841 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.270416 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: metering Nov 09 04:48:16.270746 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.272016 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.272529 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: metering_source_and_destination_fields Nov 09 04:48:16.272859 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: multiprovidernet.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.273802 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.274312 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: multi-provider Nov 09 04:48:16.274639 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: netmtu.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.275568 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.276093 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: net-mtu Nov 09 04:48:16.276417 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: netmtu_writable.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.277348 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.277855 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: net-mtu-writable Nov 09 04:48:16.278180 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: network_availability_zone.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.278855 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.279354 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: network_availability_zone Nov 09 04:48:16.279699 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: network_ip_availability.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.280818 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.281322 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: network-ip-availability Nov 09 04:48:16.281648 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: network_segment_range.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.282970 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.283472 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension network-segment-range not supported by any of loaded plugins Nov 09 04:48:16.283817 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: pagination.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.284819 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.285147 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: pagination Nov 09 04:48:16.285467 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: port_device_profile.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.286396 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.286904 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: port-device-profile Nov 09 04:48:16.287228 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.288196 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.288702 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: port-mac-address-regenerate Nov 09 04:48:16.289026 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.289960 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.290718 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: port-numa-affinity-policy Nov 09 04:48:16.291047 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: port_resource_request.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.292013 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.292520 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension port-resource-request not supported by any of loaded plugins Nov 09 04:48:16.292845 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: port_resource_request_groups.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.293831 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.294340 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 09 04:48:16.294665 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: portbindings.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.295603 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.296139 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: binding Nov 09 04:48:16.296463 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: portbindings_extended.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.297853 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.298358 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: binding-extended Nov 09 04:48:16.298688 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: portsecurity.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.299631 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.300154 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: port-security Nov 09 04:48:16.300478 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: project_id.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.301467 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.301796 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: project-id Nov 09 04:48:16.302115 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: providernet.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.303053 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.303565 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: provider Nov 09 04:48:16.303924 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: qos.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.307536 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.308083 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension qos not supported by any of loaded plugins Nov 09 04:48:16.308416 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.309676 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.310190 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 09 04:48:16.310560 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.311493 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.312039 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 09 04:48:16.312374 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: qos_default.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.313333 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.313847 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension qos-default not supported by any of loaded plugins Nov 09 04:48:16.314178 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: qos_fip.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.314837 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.315340 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension qos-fip not supported by any of loaded plugins Nov 09 04:48:16.315685 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: qos_gateway_ip.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.316625 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.317132 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 09 04:48:16.317458 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: qos_port_network_policy.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.318376 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.318881 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 09 04:48:16.319207 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.320288 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.320798 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 09 04:48:16.321123 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: qos_pps_rule.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.322299 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.322990 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension qos-pps not supported by any of loaded plugins Nov 09 04:48:16.323319 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: qos_rule_type_details.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.324284 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.324790 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 09 04:48:16.325116 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: qos_rules_alias.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.326187 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.326696 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 09 04:48:16.327021 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: quota_check_limit.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.327981 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.328493 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: quota-check-limit Nov 09 04:48:16.329334 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: quotasv2.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.330273 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.330603 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: quotas Nov 09 04:48:16.330928 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: quotasv2_detail.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.334100 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.334443 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: quota_details Nov 09 04:48:16.334775 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: rbac.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.335948 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.336467 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: rbac-policies Nov 09 04:48:16.336799 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: rbac_address_group.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.337746 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.338257 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: rbac-address-group Nov 09 04:48:16.338583 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: rbac_address_scope.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.339526 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.340068 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: rbac-address-scope Nov 09 04:48:16.340400 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: rbac_security_groups.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.341332 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.341843 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: rbac-security-groups Nov 09 04:48:16.342169 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: rbac_subnetpool.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.343102 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.343611 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: rbac-subnetpool Nov 09 04:48:16.343965 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: revisionifmatch.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.345439 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.345946 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: revision-if-match Nov 09 04:48:16.346272 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: revisions.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.347393 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.347958 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: standard-attr-revisions Nov 09 04:48:16.348285 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: router_availability_zone.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.348962 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.349464 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: router_availability_zone Nov 09 04:48:16.349786 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: routerservicetype.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.350714 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.351221 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension router-service-type not supported by any of loaded plugins Nov 09 04:48:16.351550 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.352510 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.353017 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: security-groups-normalized-cidr Nov 09 04:48:16.353346 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.354342 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.354852 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: port-security-groups-filtering Nov 09 04:48:16.355178 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.356147 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.356660 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: security-groups-remote-address-group Nov 09 04:48:16.356985 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.357926 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.358434 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: security-groups-shared-filtering Nov 09 04:48:16.358759 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.359368 dv-cinder-817135-2-iscsi neutron-server[100864]: WARNING neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 09 04:48:16.359727 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: securitygroup.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.369732 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.370259 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: security-group Nov 09 04:48:16.370597 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: segment.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.371390 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.371923 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension segment not supported by any of loaded plugins Nov 09 04:48:16.372254 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.373208 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.373720 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 09 04:48:16.374050 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: servicetype.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.375153 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.375724 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: service-type Nov 09 04:48:16.376055 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: sorting.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.377048 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.377378 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: sorting Nov 09 04:48:16.377703 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: standard_attr_segment.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.378628 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.379135 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 09 04:48:16.379460 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: standardattrdescription.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.380140 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.380647 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: standard-attr-description Nov 09 04:48:16.380974 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: stateful_security_group.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.381913 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.382434 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: stateful-security-group Nov 09 04:48:16.382760 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: stdattrs_common.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.383343 dv-cinder-817135-2-iscsi neutron-server[100864]: WARNING neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 09 04:48:16.383702 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.384643 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.385155 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 09 04:48:16.385476 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: subnet_onboard.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.386569 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.387090 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: subnet_onboard Nov 09 04:48:16.387418 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.388387 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.388898 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 09 04:48:16.389224 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: subnet_service_types.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.390164 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.390676 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: subnet-service-types Nov 09 04:48:16.391001 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: subnetallocation.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.392631 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.393147 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: subnet_allocation Nov 09 04:48:16.393474 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.394146 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.394650 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: subnetpool-prefix-ops Nov 09 04:48:16.394972 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.395940 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.396446 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 09 04:48:16.396768 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: tagging.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.397837 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.398348 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: standard-attr-tag Nov 09 04:48:16.398675 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: timestamp.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.399929 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.400442 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loaded extension: standard-attr-timestamp Nov 09 04:48:16.400774 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: trunk.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.401821 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.402334 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension trunk not supported by any of loaded plugins Nov 09 04:48:16.402664 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: trunk_details.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.403603 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.404136 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension trunk-details not supported by any of loaded plugins Nov 09 04:48:16.404462 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: uplink_status_propagation.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.405409 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.405913 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 09 04:48:16.406237 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Loading extension file: vlantransparent.py {{(pid=100864) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 09 04:48:16.406935 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100864) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 09 04:48:16.408039 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 09 04:48:16.410500 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Creating instance of TrackedResource for resource:network Nov 09 04:48:16.411029 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Creating instance of TrackedResource for resource:subnet Nov 09 04:48:16.411428 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 04:48:16.411859 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Creating instance of TrackedResource for resource:port Nov 09 04:48:16.413095 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:48:16.413543 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Service FLAVORS assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:48:16.414164 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:48:16.414607 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:48:16.414941 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Creating instance of TrackedResource for resource:router Nov 09 04:48:16.415646 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Creating instance of TrackedResource for resource:floatingip Nov 09 04:48:16.416132 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Service METERING assigned prefix: /metering {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:48:16.417575 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.417947 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.418301 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:48:16.419290 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Creating instance of CountableResource for resource:rbac_policy Nov 09 04:48:16.419782 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Creating instance of TrackedResource for resource:security_group Nov 09 04:48:16.420228 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 09 04:48:16.420828 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Service CORE assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:48:16.421156 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 04:48:16.421500 dv-cinder-817135-2-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] subnetpool is already registered Nov 09 04:48:16.421925 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Service CORE assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:48:16.422247 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 04:48:16.422629 dv-cinder-817135-2-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] subnetpool is already registered Nov 09 04:48:16.425092 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:48:16.425545 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Service FLAVORS assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:48:16.426176 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:48:16.426611 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:48:16.426945 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Creating instance of TrackedResource for resource:router Nov 09 04:48:16.427284 dv-cinder-817135-2-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] router is already registered Nov 09 04:48:16.427737 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Creating instance of TrackedResource for resource:floatingip Nov 09 04:48:16.428074 dv-cinder-817135-2-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] floatingip is already registered Nov 09 04:48:16.428550 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Service METERING assigned prefix: /metering {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:48:16.429256 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Creating instance of CountableResource for resource:rbac_policy Nov 09 04:48:16.429628 dv-cinder-817135-2-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] rbac_policy is already registered Nov 09 04:48:16.430005 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Creating instance of TrackedResource for resource:security_group Nov 09 04:48:16.430341 dv-cinder-817135-2-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] security_group is already registered Nov 09 04:48:16.430753 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 09 04:48:16.431085 dv-cinder-817135-2-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] security_group_rule is already registered Nov 09 04:48:16.431578 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Service CORE assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:48:16.431933 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 04:48:16.432265 dv-cinder-817135-2-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] subnetpool is already registered Nov 09 04:48:16.432693 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.v2.resource_helper [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Service CORE assigned prefix: {{(pid=100864) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 09 04:48:16.433019 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Creating instance of TrackedResource for resource:subnetpool Nov 09 04:48:16.433354 dv-cinder-817135-2-iscsi neutron-server[100864]: WARNING neutron.quota.resource_registry [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] subnetpool is already registered Nov 09 04:48:16.435015 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: extensions {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.436507 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: address-groups {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.438004 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: address-scopes {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.439791 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: agents {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.441054 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: auto-allocated-topology {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.442298 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: availability_zones {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.443505 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: dhcp-networks {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.444962 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: dhcp-agents {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.446491 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: routers {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.448634 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: flavors {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.449923 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: service_profiles {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.451134 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: next_providers {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.452744 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: service_profiles {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.454809 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: floatingip-pools {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.456336 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: routers {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.458458 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: floatingips {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.459762 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: l3-routers {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.461162 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: l3-agents {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.462582 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: metering-labels {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.463853 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: metering-label-rules {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.465230 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: network-ip-availabilities {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.466594 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: bindings {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.468205 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: quotas {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.469895 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: quotas {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.471434 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: rbac-policies {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.472657 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: security-groups {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.473973 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: security-group-rules {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.475194 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: service-providers {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.476456 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: subnetpools {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.477852 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: subnetpools {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.479330 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.481037 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.482863 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.484690 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.486432 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.488417 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.490124 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.492951 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.494737 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.496496 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron.api.extensions [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Extended resource: tags {{(pid=100864) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 09 04:48:16.503349 dv-cinder-817135-2-iscsi neutron-server[100864]: WARNING keystonemiddleware.auth_token [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 09 04:48:16.507951 dv-cinder-817135-2-iscsi neutron-server[100864]: WARNING keystonemiddleware.auth_token [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 09 04:48:16.517380 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_concurrency.lockutils [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Acquired lock "singleton_lock" {{(pid=100864) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 09 04:48:16.517859 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_concurrency.lockutils [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Releasing lock "singleton_lock" {{(pid=100864) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 09 04:48:16.518503 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO oslo_service.service [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Starting 2 workers Nov 09 04:48:16.523307 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Started child 100971 {{(pid=100864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 04:48:16.527722 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Started child 100972 {{(pid=100864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 04:48:16.528608 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:16.529349 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO neutron.service [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 09 04:48:16.529947 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Publish callbacks [] for process, before_spawn {{(pid=100864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:16.530053 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [-] (100971) wsgi starting up on http://0.0.0.0:9696 Nov 09 04:48:16.532374 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO oslo_service.service [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Starting 1 workers Nov 09 04:48:16.532487 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:16.533700 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [-] (100972) wsgi starting up on http://0.0.0.0:9696 Nov 09 04:48:16.537565 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Started child 100973 {{(pid=100864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 04:48:16.538107 dv-cinder-817135-2-iscsi neutron-server[100864]: INFO oslo_service.service [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Starting 1 workers Nov 09 04:48:16.541492 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.service [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] calling RpcWorker wait() {{(pid=100973) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 09 04:48:16.542034 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.service [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] returning from RpcWorker wait() {{(pid=100973) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 09 04:48:16.542756 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Started child 100974 {{(pid=100864) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 09 04:48:16.543156 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:16.543529 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG neutron_lib.callbacks.manager [None req-f09557af-1e2f-4bba-8d9a-c25b55512a06 None None] Publish callbacks [] for process, after_spawn {{(pid=100864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:16.543649 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:16.545498 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100864) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 09 04:48:16.545729 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 04:48:16.545914 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 04:48:16.546131 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 04:48:16.546465 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 04:48:16.546626 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 04:48:16.547162 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.547429 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.547763 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.548015 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.548305 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.548391 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:16.548894 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.549102 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.549354 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.549620 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.549870 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.550036 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.550200 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.553011 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.553011 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.553011 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.553011 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.553011 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.553011 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.553011 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.553011 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.553513 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.553513 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.553513 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] debug = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.553513 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.553740 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.553830 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.554060 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.554265 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.554541 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.554784 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.555395 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.555659 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.555890 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.556134 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.556387 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.556630 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.556843 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.557130 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.557335 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.557587 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.557810 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.558314 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] host = dv-cinder-817135-2-iscsi {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.558551 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.558765 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.558997 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.559244 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.559490 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.559748 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.559999 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.560256 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.560512 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.560755 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.561022 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.561267 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.561481 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.561729 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.561891 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_options = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.562104 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.562378 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.562642 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.562846 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.563013 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.563744 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.564009 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.566666 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.566666 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.566666 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.566666 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.566666 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.566666 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.566666 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.566666 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.567728 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.567728 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.567728 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.567728 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.567728 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.567728 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.567728 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.567728 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.568782 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.568782 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.568782 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.568782 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.568782 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.569878 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.569878 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.569878 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.569878 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.569878 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.570438 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.570438 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.570672 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.570837 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.571066 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.571337 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.571563 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.571846 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.572089 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.572302 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.572562 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.572775 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.572987 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.573197 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_json = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.573408 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.573641 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.573891 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.574101 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.574338 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.574548 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.574757 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.575008 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.575456 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.575804 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.576062 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.576303 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.576532 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.576765 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.576993 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.577227 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.577472 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.577718 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.577995 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.578216 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.578508 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.578739 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.580595 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.580976 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.581369 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.581555 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.581816 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.582069 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.582323 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.582627 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.582870 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.583202 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.583375 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.584128 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.584128 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.584490 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:16.584893 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.585715 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.586564 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.586564 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.586564 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.587108 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.587108 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.587388 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.587388 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.589500 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.589500 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.589500 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.589500 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.589500 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.589500 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.589500 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.589500 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.589500 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.591059 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.591059 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.591059 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.591059 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.591059 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.591059 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.591059 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.591878 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.591878 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.591878 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.592210 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.592210 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.592452 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.592573 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.592765 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.592998 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.593553 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.593553 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.593811 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.593932 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.594069 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.594297 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.594512 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.594744 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.594977 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.595215 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.595448 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.595785 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.596403 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.596403 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.596403 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.596642 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.596726 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.596935 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.597159 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.600371 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.600371 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.600371 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.600371 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.600371 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.600371 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.600371 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.600371 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.600371 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.604133 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.604133 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.604133 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.604133 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.604133 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.604133 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.604133 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.604133 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.605169 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.605169 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.605169 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.605169 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.605169 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.605169 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.605169 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.605169 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.606067 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.606067 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.606067 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.606067 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.606067 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.606067 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.606067 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.606067 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.606882 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.606882 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.606882 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.606882 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.606882 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.606882 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.606882 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.606882 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.607983 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.607983 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.607983 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.607983 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.608673 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.608673 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.608673 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.609326 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.609326 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.609326 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.609924 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.609924 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.610286 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.610286 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.610564 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.610728 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.611076 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.611319 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.611528 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.611756 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.612025 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.612278 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.612522 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.612790 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.613043 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.613290 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.613535 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.613784 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.614004 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.614238 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.614482 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.614692 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.614920 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.615145 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.615337 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.615557 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.615788 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.616036 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.616246 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.616460 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.616688 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.616923 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.617137 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.617386 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.617596 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.617813 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.618050 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.618264 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.618477 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.618689 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.618902 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.619151 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.619365 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.619642 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.619886 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.620126 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.620354 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.620578 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.620824 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.621037 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.621284 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.621694 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.621694 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.622032 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.622243 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.622474 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.622474 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.622828 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.623021 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.623212 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.623400 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.623738 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.623985 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.624210 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.624456 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.624667 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.624933 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.625144 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.625359 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.628632 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.628632 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.628632 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.628632 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.628632 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.628632 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.628632 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.628632 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.630744 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.630744 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.630744 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.630744 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.630744 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.630744 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.630744 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.630744 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.631733 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.631733 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.631733 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.631733 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.631733 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.631733 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.631733 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.631733 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.635184 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.635184 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.635184 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.635184 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.635184 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.635184 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.635184 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.635184 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.636876 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.636876 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.636876 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.636876 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.636876 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.636876 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.636876 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.636876 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.638373 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.638373 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.638373 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.638373 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.638373 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.638373 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.638373 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.638373 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.639662 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.639662 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.639662 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.639662 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.639662 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.639662 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.639662 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.639662 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.640887 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.640887 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.640887 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.640887 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.640887 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.640887 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.640887 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.640887 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.642660 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.642660 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.642660 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.642660 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.642660 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.642660 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.642660 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.643584 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.643584 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.643584 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.643584 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.644089 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.644089 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.644290 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.644385 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.644579 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.644832 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.645075 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.645322 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.645557 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.645803 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.646017 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.646237 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.646466 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.646687 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.646901 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.647126 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 04:48:16.647601 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100864) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 09 04:48:16.647800 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 09 04:48:16.647954 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 09 04:48:16.648138 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 09 04:48:16.648310 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 09 04:48:16.648463 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 09 04:48:16.648872 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.648872 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.649123 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.649123 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.649350 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.649468 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.649581 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.649737 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.649893 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.650050 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.650207 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.650363 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.650519 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.650676 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.650832 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.650987 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.651143 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.651304 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.651466 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.651671 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.651796 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.651951 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.652109 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] debug = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.652265 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.652467 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.652629 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.652786 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.652942 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.653099 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.653254 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.653410 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.653566 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.653723 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.653879 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.654035 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.654190 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.654345 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.654501 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.654664 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.654824 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.655170 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.655170 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] host = dv-cinder-817135-2-iscsi {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.655373 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.655459 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.655537 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.655742 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.655900 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.656056 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.656212 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.656368 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.656524 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.656679 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.656836 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.657018 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.657254 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.657368 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.657529 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_options = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.657689 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.657845 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.657999 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.658184 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.658346 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.658502 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.658659 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.658816 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.658972 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.659127 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.659282 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.659504 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.659600 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.659761 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.659913 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.660052 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.660212 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.660367 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.660525 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.660681 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.660837 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.660991 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.661145 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.661303 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.661461 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.661616 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.661771 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.661926 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.662080 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.662235 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.662390 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.662547 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.662701 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.662856 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.663010 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.663284 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.663383 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.663462 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.663610 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.663783 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.663938 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.664093 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.664249 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.664404 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.664559 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.664714 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.664857 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_json = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.665012 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.665423 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.665577 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.665733 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.665889 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.666044 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.666198 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.666353 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 09 04:48:16.666528 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.667809 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.667809 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.667809 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.667809 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.667809 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.667809 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.667809 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.667809 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.668981 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.668981 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.668981 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.668981 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.668981 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.668981 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.668981 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.668981 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.670328 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.670328 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.670328 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.670328 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.670328 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.670328 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.670328 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.670328 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.670963 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.670963 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.670963 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.670963 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.670963 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.670963 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.671355 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.671355 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.671506 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.671583 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.671750 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.671938 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.672087 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.672234 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.672373 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.672590 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.672798 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.672923 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.673363 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.673363 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.673363 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.673914 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.673914 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.673914 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.673914 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.674214 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.674214 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.674356 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.674463 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.674621 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.674789 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.674948 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.675107 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.675264 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.675424 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.675807 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.675807 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.675970 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.676051 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.676201 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.676359 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.676528 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.676689 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.676849 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.677010 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.677210 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.677987 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.677987 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.677987 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.677987 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.677987 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.678349 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.678349 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.678475 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.678540 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.678821 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.678927 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.679009 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.679148 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.679306 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.679535 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.679742 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.679835 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.679926 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.680395 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.680395 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.680395 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.680920 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.680920 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.680920 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.681357 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.681357 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.681668 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.681668 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.681967 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.681967 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.682175 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.682175 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.682323 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.682610 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.682610 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.682813 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.682891 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.683215 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.683215 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.683385 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.683499 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.683678 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.683846 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.684064 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.684194 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.684275 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.684464 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.684627 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.684712 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.684852 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.685053 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.685179 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.685336 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.685493 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.685651 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.685884 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.685969 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.686102 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.686257 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.686732 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.686732 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.686732 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.686945 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.687011 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.687170 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.687323 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.687503 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.687712 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.687880 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.688040 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.688722 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.688881 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.689018 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.689153 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.689410 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.689554 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.689690 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.689833 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.689964 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.690094 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.690222 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.690329 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.690496 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.690780 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.690925 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.691056 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.691197 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.691329 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.691467 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:16.691741 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.691741 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.691741 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.692230 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.692230 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.692230 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.692579 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.692579 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.692579 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.692911 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.692911 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.693139 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.693258 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.693377 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.693504 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.693627 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.693746 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.693898 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.694056 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.694215 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.694373 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.694531 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.694692 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.694849 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.695008 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.695167 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.695324 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.695484 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.695662 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.695825 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.695983 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.696142 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.696312 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.696459 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.696615 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.696772 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.696929 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.697085 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.697242 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.697400 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.697557 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.697714 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.697870 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.698027 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.698187 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.698347 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.698504 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.698662 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.698818 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.698976 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.699137 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.699293 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.699464 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.699653 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.699800 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.699959 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.700117 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.700273 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.700441 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.700583 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.700744 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.700900 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.701057 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.701214 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.701381 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.703018 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.703018 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.703018 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.703018 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.703018 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.703018 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.703018 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.703018 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.704413 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.704413 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.704413 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.704413 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.704413 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.704413 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.704413 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.704413 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.706151 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.706151 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.706151 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.706151 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.706151 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.706151 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.706151 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.706151 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.707335 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.707335 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.707335 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.707335 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.707335 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.707335 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.707335 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.707335 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.708386 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.708386 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.708386 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.708386 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.708386 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.708386 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.708386 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.708386 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.709347 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.709347 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.709347 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.709347 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.709347 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.709347 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.709347 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.709347 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.710033 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.710033 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.710033 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.710033 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.710033 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.710033 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.710033 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.710033 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.710554 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.710554 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.710554 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.710554 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.710852 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.710852 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.710992 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.711189 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.711327 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.711450 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 09 04:48:16.711784 dv-cinder-817135-2-iscsi neutron-server[100864]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100864) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 09 04:48:16.958399 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 39044) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:16.966771 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062456 Nov 09 04:48:28.199293 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273ac3dc-5503-49b7-8709-68a532775dd9 None None] get_active_networks_info from dv-cinder-817135-2-iscsi {{(pid=100973) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 09 04:48:28.263308 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273ac3dc-5503-49b7-8709-68a532775dd9 None None] No non-hosted networks {{(pid=100973) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 09 04:48:28.283840 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.agentschedulers_db [None req-273ac3dc-5503-49b7-8709-68a532775dd9 None None] DHCP Agent not found on host dv-cinder-817135-2-iscsi {{(pid=100973) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 09 04:48:28.455985 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-aff8290c-e24c-4625-8af7-0aabf87f4c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-462065'] for agent, after_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:30.293753 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e587814b-10b5-43ed-bf99-48eb7da90833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-462065'] for agent, after_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:30.339410 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-7e640153-50dc-4a8a-b12a-b8fa2072fc8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:31.576513 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-462065'] for agent, after_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:32.937340 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-462065'] for agent, after_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:33.747447 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-462065'] for agent, after_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:33.748169 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:33.748935 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:33.752235 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:33.752596 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:33.756571 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:33.756928 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:33.758213 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:33.758590 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:33.760029 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:33.761930 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:33.762524 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:33.764007 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:33.766265 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817135-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:33.777224 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817135-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:48:34.282642 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 39138) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:34.852094 dv-cinder-817135-2-iscsi neutron-server[100972]: WARNING oslo_policy.policy [None req-d8f81c57-3759-43c6-aec7-a05b99156511 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 04:48:34.852686 dv-cinder-817135-2-iscsi neutron-server[100972]: WARNING oslo_policy.policy [None req-d8f81c57-3759-43c6-aec7-a05b99156511 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 04:48:35.078530 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [None req-d8f81c57-3759-43c6-aec7-a05b99156511 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:48:35.092252 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-d8f81c57-3759-43c6-aec7-a05b99156511 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8078215 Nov 09 04:48:35.920398 dv-cinder-817135-2-iscsi neutron-server[100973]: INFO neutron.db.l3_hamode_db [None req-8831658a-ab3f-434c-ae5f-94057dce3e68 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 09 04:48:35.996887 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8831658a-ab3f-434c-ae5f-94057dce3e68 None None] Routers set() bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:48:35.997265 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8831658a-ab3f-434c-ae5f-94057dce3e68 None None] Router IDs set() for agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 09 04:48:37.593268 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 39154) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:37.896249 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-7b0eaf3b-5bc8-4e04-9d05-4dd500174d2e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:37.992243 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.policy [None req-7b0eaf3b-5bc8-4e04-9d05-4dd500174d2e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100972) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 09 04:48:38.041769 dv-cinder-817135-2-iscsi neutron-server[100972]: WARNING oslo_policy.policy [None req-7b0eaf3b-5bc8-4e04-9d05-4dd500174d2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 04:48:38.042143 dv-cinder-817135-2-iscsi neutron-server[100972]: WARNING oslo_policy.policy [None req-7b0eaf3b-5bc8-4e04-9d05-4dd500174d2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 04:48:38.050849 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.quota [None req-7b0eaf3b-5bc8-4e04-9d05-4dd500174d2e admin admin] Loaded quota_driver: . Nov 09 04:48:38.137200 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7b0eaf3b-5bc8-4e04-9d05-4dd500174d2e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784579316393', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784579316820', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784579467914', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784579466438', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784578895688', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784579477572', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16329724', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16043993', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-379265', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1756830'] for rbac-policy, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:38.201912 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7b0eaf3b-5bc8-4e04-9d05-4dd500174d2e admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:38.203745 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-7b0eaf3b-5bc8-4e04-9d05-4dd500174d2e admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6082180 Nov 09 04:48:40.850354 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 39166) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:41.139504 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Request body: {'network': {'tenant_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'admin_state_up': True, 'name': 'private', 'project_id': '7c1c32f041464e76b60eaf53f01b9ee8'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:41.167919 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Made reservation on behalf of 7c1c32f041464e76b60eaf53f01b9ee8 for: {'network': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:48:41.170466 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for network, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:41.186491 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:41.293649 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:41.298100 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:41.321645 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=100972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:48:41.345445 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784574975272', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:41.346006 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Unsubscribe: segment precommit_create {{(pid=100972) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 09 04:48:41.346511 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.db.segments_db [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Added segment c468127d-12f4-490e-8b8b-fc9e534c6273 of type vlan for network 0b10364a-fe97-45eb-839a-a5e56c6194ab Nov 09 04:48:41.352199 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2a3267-7ce3-4202-b6a0-1552aaeb6276,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:41.386695 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:41.387052 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:41.387390 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:41.387751 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:41.388075 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:41.388412 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:41.388741 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:41.389072 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:41.389407 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:41.389743 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:41.390041 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:41.390993 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Tracked resource versions report: Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: pushed versions: Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: { 'AddressGroup': {'1.2'}, Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: 'ConntrackHelper': {'1.0'}, Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: 'Log': {'1.0'}, Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: 'Network': {'1.1'}, Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: 'Port': {'1.7'}, Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: 'PortForwarding': {'1.2'}, Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: 'QosPolicy': {'1.10'}, Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: 'SecurityGroup': {'1.5'}, Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: 'SecurityGroupRule': {'1.2'}, Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: 'SubPort': {'1.0'}, Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: 'Subnet': {'1.1'}, Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: 'Trunk': {'1.1'}} Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: consumer versions: Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: { DHCP agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: L3 agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: Metadata agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: Metering agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: Open vSwitch agent@dv-cinder-817135-2-iscsi: { 'AddressGroup': '1.2', Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: 'ConntrackHelper': '1.0', Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: 'Log': '1.0', Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: 'Network': '1.1', Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: 'Port': '1.7', Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: 'PortForwarding': '1.2', Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: 'QosPolicy': '1.10', Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: 'SecurityGroup': '1.5', Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: 'SecurityGroupRule': '1.2', Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: 'SubPort': '1.0', Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: 'Subnet': '1.1', Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: 'Trunk': '1.1'}} Nov 09 04:48:41.392167 dv-cinder-817135-2-iscsi neutron-server[100972]: {{(pid=100972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 04:48:41.468514 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784574440138'] for network, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:41.506376 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for network, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:41.507439 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:41.508155 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:41.566710 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7152202 Nov 09 04:48:41.608027 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfb925-560a-4006-b540-f3a3115e2051 admin admin] Pushing event updated for resources: {'Network': ['ID=0b10364a-fe97-45eb-839a-a5e56c6194ab,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:41.620417 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Network 0b10364a-fe97-45eb-839a-a5e56c6194ab details requested by agent ovs-agent-dv-cinder-817135-2-iscsi with host dv-cinder-817135-2-iscsi {{(pid=100973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:48:44.411304 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 39180) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:44.799383 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ac91fb-604e-47c1-b197-c3ca633f1505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:44.800792 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-71ac91fb-604e-47c1-b197-c3ca633f1505 admin admin] 10.222.0.41 "GET /v2.0/networks/0b10364a-fe97-45eb-839a-a5e56c6194ab HTTP/1.1" status: 200 len: 825 time: 0.3885095 Nov 09 04:48:44.824825 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-b3c27157-ba1b-45d6-b24a-fd03d173d6d4 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/2bafbe8e-e87d-4ec1-9c31-78702d3244b5 HTTP/1.1" status: 200 len: 734 time: 0.0177958 Nov 09 04:48:44.834125 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-edf95843-f206-4b85-b620-ccb7a212ecbd admin admin] Request body: {'subnet': {'subnetpool_id': '2bafbe8e-e87d-4ec1-9c31-78702d3244b5', 'gateway_ip': '172.20.0.1', 'network_id': '0b10364a-fe97-45eb-839a-a5e56c6194ab', 'tenant_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:44.855863 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf95843-f206-4b85-b620-ccb7a212ecbd admin admin] Made reservation on behalf of 7c1c32f041464e76b60eaf53f01b9ee8 for: {'subnet': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:48:44.858179 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-edf95843-f206-4b85-b620-ccb7a212ecbd admin admin] Publish callbacks [] for subnet, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:45.141395 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-edf95843-f206-4b85-b620-ccb7a212ecbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for subnet, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:45.207831 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf95843-f206-4b85-b620-ccb7a212ecbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6d51a35-93cc-4505-a370-df2efa538b91,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:45.212246 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf95843-f206-4b85-b620-ccb7a212ecbd admin admin] Checking segment: {'id': 'c468127d-12f4-490e-8b8b-fc9e534c6273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b10364a-fe97-45eb-839a-a5e56c6194ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:48:45.212625 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf95843-f206-4b85-b620-ccb7a212ecbd admin admin] Network hostable DHCP agents. Network: 0b10364a-fe97-45eb-839a-a5e56c6194ab, hostable agents: ['d072c37d-c6e5-4774-92cd-7a83958f5a5d'], hosted agents: [] {{(pid=100972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:48:45.234997 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf95843-f206-4b85-b620-ccb7a212ecbd admin admin] Network 0b10364a-fe97-45eb-839a-a5e56c6194ab is scheduled to be hosted by DHCP agent d072c37d-c6e5-4774-92cd-7a83958f5a5d with binding_index 1 {{(pid=100972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:48:45.245014 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-edf95843-f206-4b85-b620-ccb7a212ecbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-2-iscsi, 0b10364a-fe97-45eb-839a-a5e56c6194ab) {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:48:45.250148 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf95843-f206-4b85-b620-ccb7a212ecbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:48:45.250743 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-edf95843-f206-4b85-b620-ccb7a212ecbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:45.255336 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8077422b-5c74-41a5-b0dc-70b3ecd47f30 None None] Network 0b10364a-fe97-45eb-839a-a5e56c6194ab requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:48:45.268664 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-edf95843-f206-4b85-b620-ccb7a212ecbd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4377701 Nov 09 04:48:45.574253 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21777919-bb63-569a-890b-429e7a5fb4dd-0b10364a-fe97-45eb-839a-a5e56c6194ab', 'network_id': '0b10364a-fe97-45eb-839a-a5e56c6194ab', 'tenant_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'fixed_ips': [{'subnet_id': 'c6d51a35-93cc-4505-a370-df2efa538b91'}]}} from dv-cinder-817135-2-iscsi. {{(pid=100973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:48:45.575604 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:45.867403 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.db_base_plugin_common [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Allocated IP 172.20.0.2 (0b10364a-fe97-45eb-839a-a5e56c6194ab/c6d51a35-93cc-4505-a370-df2efa538b91/62330ca1-d527-4dd3-8bc6-5b72c8d4f795) {{(pid=100973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:48:46.067613 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Publish callbacks [] for port, precommit_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:46.075538 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384'] for port, after_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:46.142528 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Network 0b10364a-fe97-45eb-839a-a5e56c6194ab is already hosted by enough agents. {{(pid=100973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:48:46.148129 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.scheduler.base_scheduler [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Resources bound (agent type, host, resource id): {{(pid=100973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:48:46.160434 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Received port after_create {{(pid=100973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:48:46.170666 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Pushing event updated for resources: {'Port': ['ID=62330ca1-d527-4dd3-8bc6-5b72c8d4f795,revision_number=1']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:46.215996 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:46.216362 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:46.216707 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:46.217042 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:46.217376 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:46.217706 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:46.218035 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:46.218926 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:46.219303 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:46.219651 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:46.219981 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:46.220367 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Tracked resource versions report: Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: pushed versions: Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: { 'AddressGroup': {'1.2'}, Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: 'ConntrackHelper': {'1.0'}, Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: 'Log': {'1.0'}, Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: 'Network': {'1.1'}, Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: 'Port': {'1.7'}, Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: 'PortForwarding': {'1.2'}, Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: 'QosPolicy': {'1.10'}, Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: 'SecurityGroup': {'1.5'}, Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: 'SecurityGroupRule': {'1.2'}, Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: 'SubPort': {'1.0'}, Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: 'Subnet': {'1.1'}, Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: 'Trunk': {'1.1'}} Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: consumer versions: Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: { DHCP agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: L3 agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: Metadata agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: Metering agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: Open vSwitch agent@dv-cinder-817135-2-iscsi: { 'AddressGroup': '1.2', Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: 'ConntrackHelper': '1.0', Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: 'Log': '1.0', Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: 'Network': '1.1', Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: 'Port': '1.7', Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: 'PortForwarding': '1.2', Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: 'QosPolicy': '1.10', Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: 'SecurityGroup': '1.5', Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: 'SecurityGroupRule': '1.2', Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: 'SubPort': '1.0', Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: 'Subnet': '1.1', Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: 'Trunk': '1.1'}} Nov 09 04:48:46.221420 dv-cinder-817135-2-iscsi neutron-server[100973]: {{(pid=100973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 04:48:46.252416 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Attempting to bind port 62330ca1-d527-4dd3-8bc6-5b72c8d4f795 on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:48:46.252814 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Attempting to bind port 62330ca1-d527-4dd3-8bc6-5b72c8d4f795 by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': 'c468127d-12f4-490e-8b8b-fc9e534c6273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b10364a-fe97-45eb-839a-a5e56c6194ab'}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:48:46.253238 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Attempting to bind port 62330ca1-d527-4dd3-8bc6-5b72c8d4f795 on network 0b10364a-fe97-45eb-839a-a5e56c6194ab {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:48:46.258011 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:48:46.258572 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Checking segment: {'id': 'c468127d-12f4-490e-8b8b-fc9e534c6273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b10364a-fe97-45eb-839a-a5e56c6194ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:48:46.258864 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:46.259252 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Bound using segment: {'id': 'c468127d-12f4-490e-8b8b-fc9e534c6273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b10364a-fe97-45eb-839a-a5e56c6194ab'} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:48:46.259784 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Bound port: 62330ca1-d527-4dd3-8bc6-5b72c8d4f795, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c468127d-12f4-490e-8b8b-fc9e534c6273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b10364a-fe97-45eb-839a-a5e56c6194ab'}}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:48:46.260201 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:46.321101 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] For port 62330ca1-d527-4dd3-8bc6-5b72c8d4f795, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:48:46.325203 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] For port 62330ca1-d527-4dd3-8bc6-5b72c8d4f795, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=62330ca1-d527-4dd3-8bc6-5b72c8d4f795,segment=NetworkSegment(c468127d-12f4-490e-8b8b-fc9e534c6273),segment_id=c468127d-12f4-490e-8b8b-fc9e534c6273)] {{(pid=100973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:48:46.333495 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:46.398342 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de63d17-693f-4c7b-bebd-09a4c6f046d4 None None] Pushing event updated for resources: {'Port': ['ID=62330ca1-d527-4dd3-8bc6-5b72c8d4f795,revision_number=2']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:47.804733 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 39188) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:48.111805 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [None req-2be5eb49-0cf9-4962-b8b7-cfca85417ebb admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:48:48.112801 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-2be5eb49-0cf9-4962-b8b7-cfca85417ebb admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3071022 Nov 09 04:48:50.590781 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 39196) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:51.081568 dv-cinder-817135-2-iscsi neutron-server[100971]: WARNING oslo_policy.policy [None req-0f6230f1-fa05-4d31-a68e-678ae6901f4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 04:48:51.082178 dv-cinder-817135-2-iscsi neutron-server[100971]: WARNING oslo_policy.policy [None req-0f6230f1-fa05-4d31-a68e-678ae6901f4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 04:48:51.307573 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [None req-0f6230f1-fa05-4d31-a68e-678ae6901f4f admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100971) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:48:51.308821 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-0f6230f1-fa05-4d31-a68e-678ae6901f4f admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7160161 Nov 09 04:48:54.052612 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 39216) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:54.367112 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-e0e9400e-883c-4862-ad07-011b06895221 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'admin_state_up': True}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:48:54.431867 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.policy [None req-e0e9400e-883c-4862-ad07-011b06895221 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100971) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 09 04:48:54.478870 dv-cinder-817135-2-iscsi neutron-server[100971]: WARNING oslo_policy.policy [None req-e0e9400e-883c-4862-ad07-011b06895221 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 04:48:54.479246 dv-cinder-817135-2-iscsi neutron-server[100971]: WARNING oslo_policy.policy [None req-e0e9400e-883c-4862-ad07-011b06895221 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 09 04:48:54.488538 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.quota [None req-e0e9400e-883c-4862-ad07-011b06895221 admin admin] Loaded quota_driver: . Nov 09 04:48:54.542737 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e0e9400e-883c-4862-ad07-011b06895221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5241'] for router, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:54.544585 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e0e9400e-883c-4862-ad07-011b06895221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5234'] for router, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:54.694140 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e0e9400e-883c-4862-ad07-011b06895221 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:54.699230 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e0e9400e-883c-4862-ad07-011b06895221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461304'] for router, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:54.718319 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e0e9400e-883c-4862-ad07-011b06895221 admin admin] Publish callbacks [] for router, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:54.719543 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-e0e9400e-883c-4862-ad07-011b06895221 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6659255 Nov 09 04:48:55.479153 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ae89b4-2f9a-4e86-a173-eccec49552bd None None] Network 0b10364a-fe97-45eb-839a-a5e56c6194ab requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:48:55.614151 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-fe5dbdd3-64a7-4e5e-a11f-4706b3bd48de None None] Provisioning complete for port 62330ca1-d527-4dd3-8bc6-5b72c8d4f795 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:55.614535 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-fe5dbdd3-64a7-4e5e-a11f-4706b3bd48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:55.634100 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 62330ca1-d527-4dd3-8bc6-5b72c8d4f795 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:48:55.845101 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port 62330ca1-d527-4dd3-8bc6-5b72c8d4f795 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:55.845477 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:55.848259 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-fe5dbdd3-64a7-4e5e-a11f-4706b3bd48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:55.933251 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-fe5dbdd3-64a7-4e5e-a11f-4706b3bd48de None None] For port 62330ca1-d527-4dd3-8bc6-5b72c8d4f795, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=62330ca1-d527-4dd3-8bc6-5b72c8d4f795,segment=NetworkSegment(c468127d-12f4-490e-8b8b-fc9e534c6273),segment_id=c468127d-12f4-490e-8b8b-fc9e534c6273)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:48:55.939308 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-fe5dbdd3-64a7-4e5e-a11f-4706b3bd48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:56.015023 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5dbdd3-64a7-4e5e-a11f-4706b3bd48de None None] Pushing event updated for resources: {'Port': ['ID=62330ca1-d527-4dd3-8bc6-5b72c8d4f795,revision_number=3']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:48:56.059607 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-32ad4086-e9d3-40ff-be26-67dcd786900e None None] Provisioning complete for port 62330ca1-d527-4dd3-8bc6-5b72c8d4f795 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:56.059985 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-32ad4086-e9d3-40ff-be26-67dcd786900e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:57.259061 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 39228) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:48:57.552136 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 62330ca1-d527-4dd3-8bc6-5b72c8d4f795 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:48:57.568711 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [None req-a9434921-791f-478d-838f-7867900aec8b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100971) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:48:57.569704 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-a9434921-791f-478d-838f-7867900aec8b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3097012 Nov 09 04:48:57.600806 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port 62330ca1-d527-4dd3-8bc6-5b72c8d4f795 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:48:57.601167 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:48:58.126663 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-9d3e0ae0-4598-4b1d-a2b0-a7e6c1d0cf2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:00.049158 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 39236) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:49:00.283645 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-ac8f9a37-1829-476d-9caf-1164dadc5b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:00.356503 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:49:00.379879 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Made reservation on behalf of 98146912a4594b47b6620b2e1ee83d93 for: {'network': 1} {{(pid=100971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:49:00.382604 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for network, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:00.397574 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:00.497382 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:00.501302 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:00.512330 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Reserving flat network on physical network physnet1 {{(pid=100971) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 09 04:49:00.542691 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784574975272', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:00.543248 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Unsubscribe: segment precommit_create {{(pid=100971) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 09 04:49:00.543780 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.db.segments_db [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Added segment 3779a0d8-33fb-4bd0-9a67-239b13a3106e of type flat for network 88e43ffb-3775-4d57-b72a-70455855b0f1 Nov 09 04:49:00.559473 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2eb8b28-4234-4d7d-96cc-569afcaa47e7,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:00.607652 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:00.608051 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:00.608918 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:00.609249 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:00.609571 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:00.609909 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:00.610236 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:00.610569 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:00.610917 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:00.611237 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:00.611551 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:00.611891 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Tracked resource versions report: Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: pushed versions: Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: { 'AddressGroup': {'1.2'}, Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: 'ConntrackHelper': {'1.0'}, Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: 'Log': {'1.0'}, Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: 'Network': {'1.1'}, Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: 'Port': {'1.7'}, Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: 'PortForwarding': {'1.2'}, Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: 'QosPolicy': {'1.10'}, Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: 'SecurityGroup': {'1.5'}, Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: 'SecurityGroupRule': {'1.2'}, Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: 'SubPort': {'1.0'}, Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: 'Subnet': {'1.1'}, Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: 'Trunk': {'1.1'}} Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: consumer versions: Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: { DHCP agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: L3 agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: Metadata agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: Metering agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: Open vSwitch agent@dv-cinder-817135-2-iscsi: { 'AddressGroup': '1.2', Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: 'ConntrackHelper': '1.0', Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: 'Log': '1.0', Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: 'Network': '1.1', Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: 'Port': '1.7', Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: 'PortForwarding': '1.2', Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: 'QosPolicy': '1.10', Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: 'SecurityGroup': '1.5', Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: 'SecurityGroupRule': '1.2', Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: 'SubPort': '1.0', Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: 'Subnet': '1.1', Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: 'Trunk': '1.1'}} Nov 09 04:49:00.613014 dv-cinder-817135-2-iscsi neutron-server[100971]: {{(pid=100971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 04:49:00.667371 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784574440138'] for network, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:00.707945 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for network, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:00.709114 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:00.709789 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:00.766260 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7159846 Nov 09 04:49:00.811186 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40351cde-be85-4537-b0d3-276f1238e744 admin admin] Pushing event updated for resources: {'Network': ['ID=88e43ffb-3775-4d57-b72a-70455855b0f1,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:00.823026 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Network 88e43ffb-3775-4d57-b72a-70455855b0f1 details requested by agent ovs-agent-dv-cinder-817135-2-iscsi with host dv-cinder-817135-2-iscsi {{(pid=100973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:49:01.520787 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:02.864361 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:03.263613 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 39258) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:49:03.434095 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acb37c3-04cc-44bd-83b2-799fac247799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:03.435393 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-7acb37c3-04cc-44bd-83b2-799fac247799 admin admin] 10.222.0.41 "GET /v2.0/subnets/c6d51a35-93cc-4505-a370-df2efa538b91 HTTP/1.1" status: 200 len: 849 time: 0.1708014 Nov 09 04:49:03.591691 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-1424ff07-a8ae-414d-bf63-da29cedef0b5 admin admin] 10.222.0.41 "GET /v2.0/routers/3c0d9025-1492-457f-9ff3-d30f2e4e5561 HTTP/1.1" status: 200 len: 704 time: 0.1500366 Nov 09 04:49:03.787855 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:03.859361 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0063b142-3a82-4f4a-b206-1fe05b13d429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:04.151921 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_common [None req-0063b142-3a82-4f4a-b206-1fe05b13d429 admin admin] Allocated IP 172.20.0.1 (0b10364a-fe97-45eb-839a-a5e56c6194ab/c6d51a35-93cc-4505-a370-df2efa538b91/80203da2-aca5-43af-9d83-c8628caee9ef) {{(pid=100972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:49:04.307086 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0063b142-3a82-4f4a-b206-1fe05b13d429 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:04.371051 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0063b142-3a82-4f4a-b206-1fe05b13d429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384'] for port, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:04.439467 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0063b142-3a82-4f4a-b206-1fe05b13d429 admin admin] Network 0b10364a-fe97-45eb-839a-a5e56c6194ab is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:49:04.448044 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-0063b142-3a82-4f4a-b206-1fe05b13d429 admin admin] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:49:04.453540 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0063b142-3a82-4f4a-b206-1fe05b13d429 admin admin] Received port after_create {{(pid=100972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:49:04.454028 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0063b142-3a82-4f4a-b206-1fe05b13d429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461613'] for router_interface, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:04.523160 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063b142-3a82-4f4a-b206-1fe05b13d429 admin admin] Pushing event updated for resources: {'Port': ['ID=80203da2-aca5-43af-9d83-c8628caee9ef,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:04.604199 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-b581338e-607c-4584-a9c5-2eff3bebd2b5 None None] Provisioning complete for port 80203da2-aca5-43af-9d83-c8628caee9ef triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:49:04.604735 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-b581338e-607c-4584-a9c5-2eff3bebd2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:04.637174 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-b581338e-607c-4584-a9c5-2eff3bebd2b5 None None] Port 80203da2-aca5-43af-9d83-c8628caee9ef cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:49:04.689322 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0063b142-3a82-4f4a-b206-1fe05b13d429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:04.893523 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0063b142-3a82-4f4a-b206-1fe05b13d429 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:04.898244 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0063b142-3a82-4f4a-b206-1fe05b13d429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:04.899018 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0063b142-3a82-4f4a-b206-1fe05b13d429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-461753'] for router_interface, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:04.978921 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063b142-3a82-4f4a-b206-1fe05b13d429 admin admin] Pushing event updated for resources: {'Port': ['ID=80203da2-aca5-43af-9d83-c8628caee9ef,revision_number=2']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:05.019334 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0063b142-3a82-4f4a-b206-1fe05b13d429 admin admin] Network 0b10364a-fe97-45eb-839a-a5e56c6194ab is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:49:05.020731 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-0063b142-3a82-4f4a-b206-1fe05b13d429 admin admin] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:49:05.178996 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0063b142-3a82-4f4a-b206-1fe05b13d429 admin admin] Router 3c0d9025-1492-457f-9ff3-d30f2e4e5561 is scheduled to L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a with binding_index 1 {{(pid=100972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:49:05.258847 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0614c732-44d6-4350-81dc-a76fe59000d9 None None] Provisioning complete for port 80203da2-aca5-43af-9d83-c8628caee9ef triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:49:05.259216 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0614c732-44d6-4350-81dc-a76fe59000d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:05.268756 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0063b142-3a82-4f4a-b206-1fe05b13d429 admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:49:05.274557 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-0063b142-3a82-4f4a-b206-1fe05b13d429 admin admin] 10.222.0.41 "PUT /v2.0/routers/3c0d9025-1492-457f-9ff3-d30f2e4e5561/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6763825 Nov 09 04:49:05.279532 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] Sync routers for ids ['3c0d9025-1492-457f-9ff3-d30f2e4e5561'] in dv-cinder-817135-2-iscsi {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:49:05.292265 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] Routers {'3c0d9025-1492-457f-9ff3-d30f2e4e5561'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:49:05.293151 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T04:49:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['3c0d9025-1492-457f-9ff3-d30f2e4e5561'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:49:05.295284 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-0614c732-44d6-4350-81dc-a76fe59000d9 None None] Port 80203da2-aca5-43af-9d83-c8628caee9ef cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:49:05.480611 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] Set router 3c0d9025-1492-457f-9ff3-d30f2e4e5561 gateway port host: None {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:49:05.900964 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0d9025-1492-457f-9ff3-d30f2e4e5561', 'name': 'router1', 'tenant_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:48:54Z', 'updated_at': '2021-11-09T04:49:04Z', 'revision_number': 2, 'project_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'gw_port_host': None, '_interfaces': [{'id': '80203da2-aca5-43af-9d83-c8628caee9ef', 'name': '', 'network_id': '0b10364a-fe97-45eb-839a-a5e56c6194ab', 'tenant_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'mac_address': 'fa:16:3e:79:10:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0d9025-1492-457f-9ff3-d30f2e4e5561', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6d51a35-93cc-4505-a370-df2efa538b91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:49:03Z', 'updated_at': '2021-11-09T04:49:04Z', 'revision_number': 2, 'project_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'subnets': [{'id': 'c6d51a35-93cc-4505-a370-df2efa538b91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bafbe8e-e87d-4ec1-9c31-78702d3244b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:49:05.950924 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] Checking router: 3c0d9025-1492-457f-9ff3-d30f2e4e5561 for host: dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:49:05.951296 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] Updating router 3c0d9025-1492-457f-9ff3-d30f2e4e5561 port 80203da2-aca5-43af-9d83-c8628caee9ef binding host dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:49:05.998111 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:06.501777 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] Publish callbacks [] for port, precommit_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:06.508762 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:06.682106 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b3369-b195-4f43-96f8-a9ebe992d0de None None] Pushing event updated for resources: {'Port': ['ID=80203da2-aca5-43af-9d83-c8628caee9ef,revision_number=3']} {{(pid=100974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:06.684442 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] Attempting to bind port 80203da2-aca5-43af-9d83-c8628caee9ef on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:49:06.684836 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] Attempting to bind port 80203da2-aca5-43af-9d83-c8628caee9ef by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': 'c468127d-12f4-490e-8b8b-fc9e534c6273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b10364a-fe97-45eb-839a-a5e56c6194ab'}] {{(pid=100974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:49:06.685329 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] Attempting to bind port 80203da2-aca5-43af-9d83-c8628caee9ef on network 0b10364a-fe97-45eb-839a-a5e56c6194ab {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:49:06.696184 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5b3369-b195-4f43-96f8-a9ebe992d0de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:06.696535 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5b3369-b195-4f43-96f8-a9ebe992d0de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:06.696870 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5b3369-b195-4f43-96f8-a9ebe992d0de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:06.697196 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5b3369-b195-4f43-96f8-a9ebe992d0de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:06.697520 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5b3369-b195-4f43-96f8-a9ebe992d0de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:06.697843 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5b3369-b195-4f43-96f8-a9ebe992d0de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:06.698160 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5b3369-b195-4f43-96f8-a9ebe992d0de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:06.698475 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5b3369-b195-4f43-96f8-a9ebe992d0de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:06.698796 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5b3369-b195-4f43-96f8-a9ebe992d0de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:06.699109 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5b3369-b195-4f43-96f8-a9ebe992d0de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:06.699422 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5b3369-b195-4f43-96f8-a9ebe992d0de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:06.699758 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5b3369-b195-4f43-96f8-a9ebe992d0de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5b3369-b195-4f43-96f8-a9ebe992d0de None None] Tracked resource versions report: Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: pushed versions: Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: { 'AddressGroup': {'1.2'}, Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: 'ConntrackHelper': {'1.0'}, Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: 'Log': {'1.0'}, Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: 'Network': {'1.1'}, Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: 'Port': {'1.7'}, Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: 'PortForwarding': {'1.2'}, Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: 'QosPolicy': {'1.10'}, Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: 'SecurityGroup': {'1.5'}, Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: 'SecurityGroupRule': {'1.2'}, Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: 'SubPort': {'1.0'}, Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: 'Subnet': {'1.1'}, Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: 'Trunk': {'1.1'}} Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: consumer versions: Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: { DHCP agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: L3 agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: Metadata agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: Metering agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: Open vSwitch agent@dv-cinder-817135-2-iscsi: { 'AddressGroup': '1.2', Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: 'ConntrackHelper': '1.0', Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: 'Log': '1.0', Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: 'Network': '1.1', Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: 'Port': '1.7', Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: 'PortForwarding': '1.2', Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: 'QosPolicy': '1.10', Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: 'SecurityGroup': '1.5', Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: 'SecurityGroupRule': '1.2', Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: 'SubPort': '1.0', Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: 'Subnet': '1.1', Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: 'Trunk': '1.1'}} Nov 09 04:49:06.700859 dv-cinder-817135-2-iscsi neutron-server[100974]: {{(pid=100974) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 04:49:06.706165 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:49:06.706582 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] Checking segment: {'id': 'c468127d-12f4-490e-8b8b-fc9e534c6273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b10364a-fe97-45eb-839a-a5e56c6194ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:49:06.707050 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:06.707421 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] Bound using segment: {'id': 'c468127d-12f4-490e-8b8b-fc9e534c6273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b10364a-fe97-45eb-839a-a5e56c6194ab'} {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:49:06.707935 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] Bound port: 80203da2-aca5-43af-9d83-c8628caee9ef, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c468127d-12f4-490e-8b8b-fc9e534c6273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '0b10364a-fe97-45eb-839a-a5e56c6194ab'}}] {{(pid=100974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:49:06.708314 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:06.728555 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-a469754e-628e-4912-b9be-c142812bf5c5 None None] Provisioning complete for port 80203da2-aca5-43af-9d83-c8628caee9ef triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:49:06.729561 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-a469754e-628e-4912-b9be-c142812bf5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:06.764040 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-a469754e-628e-4912-b9be-c142812bf5c5 None None] Port 80203da2-aca5-43af-9d83-c8628caee9ef cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:49:06.776768 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.db [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] For port 80203da2-aca5-43af-9d83-c8628caee9ef, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:49:06.795154 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.db [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] For port 80203da2-aca5-43af-9d83-c8628caee9ef, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=80203da2-aca5-43af-9d83-c8628caee9ef,segment=NetworkSegment(c468127d-12f4-490e-8b8b-fc9e534c6273),segment_id=c468127d-12f4-490e-8b8b-fc9e534c6273)] {{(pid=100974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:49:06.799521 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:06.859565 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b3369-b195-4f43-96f8-a9ebe992d0de None None] Pushing event updated for resources: {'Port': ['ID=80203da2-aca5-43af-9d83-c8628caee9ef,revision_number=4']} {{(pid=100974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:06.864767 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] Routers {'3c0d9025-1492-457f-9ff3-d30f2e4e5561'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:49:06.865374 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T04:49:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['3c0d9025-1492-457f-9ff3-d30f2e4e5561'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:49:06.955560 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] Set router 3c0d9025-1492-457f-9ff3-d30f2e4e5561 gateway port host: None {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:49:07.086024 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-1157c7da-0214-4437-866c-0389178863df None None] Provisioning complete for port 80203da2-aca5-43af-9d83-c8628caee9ef triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:49:07.086311 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-1157c7da-0214-4437-866c-0389178863df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:07.161368 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-1157c7da-0214-4437-866c-0389178863df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:07.162900 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0d9025-1492-457f-9ff3-d30f2e4e5561', 'name': 'router1', 'tenant_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:48:54Z', 'updated_at': '2021-11-09T04:49:04Z', 'revision_number': 2, 'project_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'gw_port_host': None, '_interfaces': [{'id': '80203da2-aca5-43af-9d83-c8628caee9ef', 'name': '', 'network_id': '0b10364a-fe97-45eb-839a-a5e56c6194ab', 'tenant_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'mac_address': 'fa:16:3e:79:10:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0d9025-1492-457f-9ff3-d30f2e4e5561', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6d51a35-93cc-4505-a370-df2efa538b91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:49:03Z', 'updated_at': '2021-11-09T04:49:06Z', 'revision_number': 4, 'project_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'subnets': [{'id': 'c6d51a35-93cc-4505-a370-df2efa538b91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bafbe8e-e87d-4ec1-9c31-78702d3244b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:49:07.188990 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f71ad97-462b-4bf6-abf1-b1c270c8ff69 None None] The sync data for ids ['3c0d9025-1492-457f-9ff3-d30f2e4e5561'] in dv-cinder-817135-2-iscsi is: [{'id': '3c0d9025-1492-457f-9ff3-d30f2e4e5561', 'name': 'router1', 'tenant_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:48:54Z', 'updated_at': '2021-11-09T04:49:04Z', 'revision_number': 2, 'project_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'gw_port_host': None, '_interfaces': [{'id': '80203da2-aca5-43af-9d83-c8628caee9ef', 'name': '', 'network_id': '0b10364a-fe97-45eb-839a-a5e56c6194ab', 'tenant_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'mac_address': 'fa:16:3e:79:10:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0d9025-1492-457f-9ff3-d30f2e4e5561', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6d51a35-93cc-4505-a370-df2efa538b91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:49:03Z', 'updated_at': '2021-11-09T04:49:06Z', 'revision_number': 4, 'project_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'subnets': [{'id': 'c6d51a35-93cc-4505-a370-df2efa538b91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bafbe8e-e87d-4ec1-9c31-78702d3244b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:49:07.198820 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-1157c7da-0214-4437-866c-0389178863df None None] For port 80203da2-aca5-43af-9d83-c8628caee9ef, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=80203da2-aca5-43af-9d83-c8628caee9ef,segment=NetworkSegment(c468127d-12f4-490e-8b8b-fc9e534c6273),segment_id=c468127d-12f4-490e-8b8b-fc9e534c6273)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:49:07.204529 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-1157c7da-0214-4437-866c-0389178863df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:07.251248 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157c7da-0214-4437-866c-0389178863df None None] Pushing event updated for resources: {'Port': ['ID=80203da2-aca5-43af-9d83-c8628caee9ef,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:07.615236 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 39278) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:49:07.724674 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c65eb43-43fb-403a-9fa5-265d4123b16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:07.726072 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-1c65eb43-43fb-403a-9fa5-265d4123b16b admin admin] 10.222.0.41 "GET /v2.0/networks/88e43ffb-3775-4d57-b72a-70455855b0f1 HTTP/1.1" status: 200 len: 842 time: 0.1098540 Nov 09 04:49:07.736019 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-1419c3ed-b771-4042-9ddd-367155eb642a admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'name': 'public-subnet'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:49:07.758677 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1419c3ed-b771-4042-9ddd-367155eb642a admin admin] Made reservation on behalf of 98146912a4594b47b6620b2e1ee83d93 for: {'subnet': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:49:07.760931 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-1419c3ed-b771-4042-9ddd-367155eb642a admin admin] Publish callbacks [] for subnet, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:08.033053 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.objects.ports [None req-1419c3ed-b771-4042-9ddd-367155eb642a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100972) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 09 04:49:08.033373 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-1419c3ed-b771-4042-9ddd-367155eb642a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for subnet, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:08.086602 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419c3ed-b771-4042-9ddd-367155eb642a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0c8eb9b-e525-49dd-abc3-6c12893ff27c,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:08.094008 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1419c3ed-b771-4042-9ddd-367155eb642a admin admin] Checking segment: {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:49:08.094361 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1419c3ed-b771-4042-9ddd-367155eb642a admin admin] Network hostable DHCP agents. Network: 88e43ffb-3775-4d57-b72a-70455855b0f1, hostable agents: ['d072c37d-c6e5-4774-92cd-7a83958f5a5d'], hosted agents: [] {{(pid=100972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:49:08.110472 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1419c3ed-b771-4042-9ddd-367155eb642a admin admin] Network 88e43ffb-3775-4d57-b72a-70455855b0f1 is scheduled to be hosted by DHCP agent d072c37d-c6e5-4774-92cd-7a83958f5a5d with binding_index 1 {{(pid=100972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:49:08.118725 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-1419c3ed-b771-4042-9ddd-367155eb642a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-2-iscsi, 88e43ffb-3775-4d57-b72a-70455855b0f1) {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:49:08.123040 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1419c3ed-b771-4042-9ddd-367155eb642a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:08.124213 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-1419c3ed-b771-4042-9ddd-367155eb642a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:08.129325 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df5d17e-7d60-4975-bd7a-181e1a6115eb None None] Network 88e43ffb-3775-4d57-b72a-70455855b0f1 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:49:08.148716 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-1419c3ed-b771-4042-9ddd-367155eb642a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4159648 Nov 09 04:49:08.265413 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524ec640-8d2f-42a5-af3d-2eae182aa7a3 None None] Network 88e43ffb-3775-4d57-b72a-70455855b0f1 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:49:10.545851 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 39286) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:49:10.693822 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-f898661d-e2dd-4dd1-85eb-2ddf164908ea admin admin] 10.222.0.41 "GET /v2.0/routers/3c0d9025-1492-457f-9ff3-d30f2e4e5561 HTTP/1.1" status: 200 len: 710 time: 0.1468475 Nov 09 04:49:10.777804 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06bedbe-39a4-4395-b264-ec9837ff09a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:49:10.779057 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-a06bedbe-39a4-4395-b264-ec9837ff09a9 admin admin] 10.222.0.41 "GET /v2.0/networks/88e43ffb-3775-4d57-b72a-70455855b0f1 HTTP/1.1" status: 200 len: 886 time: 0.0792799 Nov 09 04:49:10.789360 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-0127227a-7d22-4a08-ad04-96b02419c7c6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:49:11.108544 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0127227a-7d22-4a08-ad04-96b02419c7c6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:11.337052 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0127227a-7d22-4a08-ad04-96b02419c7c6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:11.421080 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0127227a-7d22-4a08-ad04-96b02419c7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:11.519274 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_common [None req-0127227a-7d22-4a08-ad04-96b02419c7c6 admin admin] Allocated IP 172.27.0.138 (88e43ffb-3775-4d57-b72a-70455855b0f1/a0c8eb9b-e525-49dd-abc3-6c12893ff27c/51dd656a-a1d8-4865-abf4-141d4d2c1325) {{(pid=100972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:49:11.619481 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0127227a-7d22-4a08-ad04-96b02419c7c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:11.651968 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0127227a-7d22-4a08-ad04-96b02419c7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384'] for port, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:11.694553 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0127227a-7d22-4a08-ad04-96b02419c7c6 admin admin] Network 88e43ffb-3775-4d57-b72a-70455855b0f1 is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:49:11.697276 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-0127227a-7d22-4a08-ad04-96b02419c7c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:49:11.703701 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0127227a-7d22-4a08-ad04-96b02419c7c6 admin admin] Received port after_create {{(pid=100972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:49:11.740357 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127227a-7d22-4a08-ad04-96b02419c7c6 admin admin] Pushing event updated for resources: {'Port': ['ID=51dd656a-a1d8-4865-abf4-141d4d2c1325,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:11.945670 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0127227a-7d22-4a08-ad04-96b02419c7c6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:12.136130 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0127227a-7d22-4a08-ad04-96b02419c7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-461059', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-462486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5220'] for router, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:12.139489 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0127227a-7d22-4a08-ad04-96b02419c7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-461066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461297', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-462493'] for router, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:12.323519 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0127227a-7d22-4a08-ad04-96b02419c7c6 admin admin] Router 3c0d9025-1492-457f-9ff3-d30f2e4e5561 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:49:12.427895 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0127227a-7d22-4a08-ad04-96b02419c7c6 admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:49:12.432060 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0127227a-7d22-4a08-ad04-96b02419c7c6 admin admin] Publish callbacks [] for router, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:12.440674 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-0127227a-7d22-4a08-ad04-96b02419c7c6 admin admin] 10.222.0.41 "PUT /v2.0/routers/3c0d9025-1492-457f-9ff3-d30f2e4e5561 HTTP/1.1" status: 200 len: 890 time: 1.6473434 Nov 09 04:49:13.582256 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 80203da2-aca5-43af-9d83-c8628caee9ef up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:49:13.642082 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port 80203da2-aca5-43af-9d83-c8628caee9ef triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:49:13.642693 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:14.147930 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] Sync routers for ids ['3c0d9025-1492-457f-9ff3-d30f2e4e5561'] in dv-cinder-817135-2-iscsi {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:49:14.159374 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] Routers {'3c0d9025-1492-457f-9ff3-d30f2e4e5561'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:49:14.160149 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T04:49:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['3c0d9025-1492-457f-9ff3-d30f2e4e5561'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:49:14.368095 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] Set router 3c0d9025-1492-457f-9ff3-d30f2e4e5561 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:49:14.827524 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0d9025-1492-457f-9ff3-d30f2e4e5561', 'name': 'router1', 'tenant_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '51dd656a-a1d8-4865-abf4-141d4d2c1325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:48:54Z', 'updated_at': '2021-11-09T04:49:11Z', 'revision_number': 4, 'project_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'gw_port': {'id': '51dd656a-a1d8-4865-abf4-141d4d2c1325', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0d9025-1492-457f-9ff3-d30f2e4e5561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:49:11Z', 'updated_at': '2021-11-09T04:49:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '80203da2-aca5-43af-9d83-c8628caee9ef', 'name': '', 'network_id': '0b10364a-fe97-45eb-839a-a5e56c6194ab', 'tenant_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'mac_address': 'fa:16:3e:79:10:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0d9025-1492-457f-9ff3-d30f2e4e5561', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6d51a35-93cc-4505-a370-df2efa538b91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:49:03Z', 'updated_at': '2021-11-09T04:49:07Z', 'revision_number': 5, 'project_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'subnets': [{'id': 'c6d51a35-93cc-4505-a370-df2efa538b91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bafbe8e-e87d-4ec1-9c31-78702d3244b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:49:14.878438 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] Checking router: 3c0d9025-1492-457f-9ff3-d30f2e4e5561 for host: dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:49:14.878808 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] Updating router 3c0d9025-1492-457f-9ff3-d30f2e4e5561 port 51dd656a-a1d8-4865-abf4-141d4d2c1325 binding host dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:49:14.929298 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:14.941335 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 39298) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:49:15.053999 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-f453a7fd-bc67-4cb9-8d18-2b18dfcd61b4 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1115582 Nov 09 04:49:15.250513 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] Publish callbacks [] for port, precommit_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:15.255491 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:15.303649 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] Attempting to bind port 51dd656a-a1d8-4865-abf4-141d4d2c1325 on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:49:15.304013 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] Attempting to bind port 51dd656a-a1d8-4865-abf4-141d4d2c1325 by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:49:15.304369 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] Attempting to bind port 51dd656a-a1d8-4865-abf4-141d4d2c1325 on network 88e43ffb-3775-4d57-b72a-70455855b0f1 {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:49:15.313416 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfcfbd-0cf1-4d3a-91b5-36057d78e2bd None None] Pushing event updated for resources: {'Port': ['ID=51dd656a-a1d8-4865-abf4-141d4d2c1325,revision_number=2']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:15.315805 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:49:15.316170 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] Checking segment: {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:49:15.316635 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:15.316917 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] Bound using segment: {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:49:15.317502 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] Bound port: 51dd656a-a1d8-4865-abf4-141d4d2c1325, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:49:15.317890 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:15.366328 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] For port 51dd656a-a1d8-4865-abf4-141d4d2c1325, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:49:15.370000 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] For port 51dd656a-a1d8-4865-abf4-141d4d2c1325, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=51dd656a-a1d8-4865-abf4-141d4d2c1325,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:49:15.374150 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:15.430877 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] Routers {'3c0d9025-1492-457f-9ff3-d30f2e4e5561'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:49:15.431481 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T04:49:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['3c0d9025-1492-457f-9ff3-d30f2e4e5561'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:49:15.433323 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfcfbd-0cf1-4d3a-91b5-36057d78e2bd None None] Pushing event updated for resources: {'Port': ['ID=51dd656a-a1d8-4865-abf4-141d4d2c1325,revision_number=3']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:15.540490 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] Set router 3c0d9025-1492-457f-9ff3-d30f2e4e5561 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:49:15.756471 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0d9025-1492-457f-9ff3-d30f2e4e5561', 'name': 'router1', 'tenant_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '51dd656a-a1d8-4865-abf4-141d4d2c1325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:48:54Z', 'updated_at': '2021-11-09T04:49:11Z', 'revision_number': 4, 'project_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'gw_port': {'id': '51dd656a-a1d8-4865-abf4-141d4d2c1325', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0d9025-1492-457f-9ff3-d30f2e4e5561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:49:11Z', 'updated_at': '2021-11-09T04:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '80203da2-aca5-43af-9d83-c8628caee9ef', 'name': '', 'network_id': '0b10364a-fe97-45eb-839a-a5e56c6194ab', 'tenant_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'mac_address': 'fa:16:3e:79:10:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0d9025-1492-457f-9ff3-d30f2e4e5561', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6d51a35-93cc-4505-a370-df2efa538b91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:49:03Z', 'updated_at': '2021-11-09T04:49:07Z', 'revision_number': 5, 'project_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'subnets': [{'id': 'c6d51a35-93cc-4505-a370-df2efa538b91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bafbe8e-e87d-4ec1-9c31-78702d3244b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:49:15.782480 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1152778-a049-45e4-9377-7c17a7277d3a None None] The sync data for ids ['3c0d9025-1492-457f-9ff3-d30f2e4e5561'] in dv-cinder-817135-2-iscsi is: [{'id': '3c0d9025-1492-457f-9ff3-d30f2e4e5561', 'name': 'router1', 'tenant_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '51dd656a-a1d8-4865-abf4-141d4d2c1325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:48:54Z', 'updated_at': '2021-11-09T04:49:11Z', 'revision_number': 4, 'project_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'gw_port': {'id': '51dd656a-a1d8-4865-abf4-141d4d2c1325', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:1e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0d9025-1492-457f-9ff3-d30f2e4e5561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:49:11Z', 'updated_at': '2021-11-09T04:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '80203da2-aca5-43af-9d83-c8628caee9ef', 'name': '', 'network_id': '0b10364a-fe97-45eb-839a-a5e56c6194ab', 'tenant_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'mac_address': 'fa:16:3e:79:10:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0d9025-1492-457f-9ff3-d30f2e4e5561', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6d51a35-93cc-4505-a370-df2efa538b91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:49:03Z', 'updated_at': '2021-11-09T04:49:07Z', 'revision_number': 5, 'project_id': '7c1c32f041464e76b60eaf53f01b9ee8', 'subnets': [{'id': 'c6d51a35-93cc-4505-a370-df2efa538b91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bafbe8e-e87d-4ec1-9c31-78702d3244b5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:49:17.608269 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 51dd656a-a1d8-4865-abf4-141d4d2c1325 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:49:17.608840 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 5 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:49:17.696809 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port 51dd656a-a1d8-4865-abf4-141d4d2c1325 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:49:17.697228 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:17.775595 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:17.797747 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] For port 51dd656a-a1d8-4865-abf4-141d4d2c1325, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=51dd656a-a1d8-4865-abf4-141d4d2c1325,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:49:17.801833 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:17.846784 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Pushing event updated for resources: {'Port': ['ID=51dd656a-a1d8-4865-abf4-141d4d2c1325,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:49:19.604592 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 51dd656a-a1d8-4865-abf4-141d4d2c1325 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:49:19.694610 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port 51dd656a-a1d8-4865-abf4-141d4d2c1325 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:49:19.695204 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:28.122198 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-602e216c-3cac-448e-8f9c-7df12a42d5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:30.290205 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-758062b0-982c-436e-9cf8-965c3aaddc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:31.538864 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:32.872251 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:33.755965 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:49:54.607370 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 5 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:49:58.115151 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-9be46a1f-1882-4a84-97e1-d1149b090aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:00.286811 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-a013bb80-7980-412c-bbc8-f6ac790fd602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:01.537893 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:02.870889 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:03.744391 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:28.117100 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-92c42d9b-8415-48a0-a870-95bdd0d7b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:30.290057 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc4cdcec-d79d-40ec-b9e0-62ab6c19ac70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:31.526714 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:31.607186 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 5 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:50:32.873317 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:33.738138 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:52.199965 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 39860) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:50:52.274283 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.pecan_wsgi.hooks.translation [None req-84839fbf-8946-440f-9323-95461c0da39e admin admin] GET failed (client error): The resource could not be found. Nov 09 04:50:52.275597 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-84839fbf-8946-440f-9323-95461c0da39e admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0746872 Nov 09 04:50:52.459305 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc194ac-988f-409f-90b4-b198a5630977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:52.460709 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-ecc194ac-988f-409f-90b4-b198a5630977 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1805179 Nov 09 04:50:54.744185 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 39870) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:50:54.833408 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3b9cba-283c-4140-b0c5-d8866bb9dc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:54.834628 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-bb3b9cba-283c-4140-b0c5-d8866bb9dc4d admin admin] 10.222.0.41 "GET /v2.0/subnets/c6d51a35-93cc-4505-a370-df2efa538b91 HTTP/1.1" status: 200 len: 849 time: 0.0895133 Nov 09 04:50:54.844957 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-0c2e2a1d-0021-4d2e-8205-53922e903658 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:50:54.927613 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0c2e2a1d-0021-4d2e-8205-53922e903658 admin admin] Publish callbacks [] for subnet, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:55.060967 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0c2e2a1d-0021-4d2e-8205-53922e903658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784574932107'] for subnet, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:55.091498 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2e2a1d-0021-4d2e-8205-53922e903658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:55.092211 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0c2e2a1d-0021-4d2e-8205-53922e903658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:55.108882 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-0c2e2a1d-0021-4d2e-8205-53922e903658 admin admin] 10.222.0.41 "PUT /v2.0/subnets/c6d51a35-93cc-4505-a370-df2efa538b91 HTTP/1.1" status: 200 len: 868 time: 0.2672291 Nov 09 04:50:55.111429 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c2a430-5268-4281-aa81-5b5b591ca1db None None] Network 0b10364a-fe97-45eb-839a-a5e56c6194ab requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:50:55.133416 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e2a1d-0021-4d2e-8205-53922e903658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6d51a35-93cc-4505-a370-df2efa538b91,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:50:55.140951 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e2a1d-0021-4d2e-8205-53922e903658 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:55.141294 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e2a1d-0021-4d2e-8205-53922e903658 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:55.141627 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e2a1d-0021-4d2e-8205-53922e903658 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:55.141954 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e2a1d-0021-4d2e-8205-53922e903658 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:55.142278 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e2a1d-0021-4d2e-8205-53922e903658 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:55.142600 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e2a1d-0021-4d2e-8205-53922e903658 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:55.142920 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e2a1d-0021-4d2e-8205-53922e903658 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:55.143262 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e2a1d-0021-4d2e-8205-53922e903658 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:55.143600 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e2a1d-0021-4d2e-8205-53922e903658 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:55.143952 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e2a1d-0021-4d2e-8205-53922e903658 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:55.144268 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e2a1d-0021-4d2e-8205-53922e903658 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:55.144661 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e2a1d-0021-4d2e-8205-53922e903658 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:50:55.516432 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-1e12a906-fbb7-4750-a2c3-100fa311e977 None None] Provisioning complete for port 62330ca1-d527-4dd3-8bc6-5b72c8d4f795 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:55.516798 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-1e12a906-fbb7-4750-a2c3-100fa311e977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:55.603058 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-1e12a906-fbb7-4750-a2c3-100fa311e977 None None] Provisioning complete for port 80203da2-aca5-43af-9d83-c8628caee9ef triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:50:55.603421 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-1e12a906-fbb7-4750-a2c3-100fa311e977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:57.367781 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 39880) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:50:57.559985 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f024bf4f-cd24-4e34-8d6a-83bc2dbd6ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:57.560373 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f024bf4f-cd24-4e34-8d6a-83bc2dbd6ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:50:57.561880 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-f024bf4f-cd24-4e34-8d6a-83bc2dbd6ad5 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1931636 Nov 09 04:50:58.120839 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-a5d16dfb-59b2-4e46-a8d6-aeb56db3b3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:50:59.829081 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 39888) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:51:00.027952 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf31646-a19c-4c59-9b07-be321bff8596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:00.028418 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf31646-a19c-4c59-9b07-be321bff8596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:00.029961 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-cdf31646-a19c-4c59-9b07-be321bff8596 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2000036 Nov 09 04:51:00.292789 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f5735300-aabd-486b-8be7-6112770724ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:01.528654 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:02.322646 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 39896) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:51:02.516171 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5fe81e-67f1-4e1f-bd29-32f66377deb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:02.517448 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-5b5fe81e-67f1-4e1f-bd29-32f66377deb9 admin admin] 10.222.0.41 "GET /v2.0/networks/0b10364a-fe97-45eb-839a-a5e56c6194ab HTTP/1.1" status: 200 len: 869 time: 0.1938658 Nov 09 04:51:02.878639 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:03.740080 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:04.802649 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 39904) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:51:04.924399 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04294868-fcbf-44a3-9b7a-cf39eb7b951c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:04.925733 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-04294868-fcbf-44a3-9b7a-cf39eb7b951c admin admin] 10.222.0.41 "GET /v2.0/networks/88e43ffb-3775-4d57-b72a-70455855b0f1 HTTP/1.1" status: 200 len: 886 time: 0.1221423 Nov 09 04:51:07.175734 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 39912) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:51:07.294546 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0e4517-13d0-44a3-8544-bafd01285697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:07.294991 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0e4517-13d0-44a3-8544-bafd01285697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:07.296504 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-0c0e4517-13d0-44a3-8544-bafd01285697 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1198549 Nov 09 04:51:08.606550 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 5 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:51:09.544821 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 39920) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:51:09.635803 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f0b9a1-016c-4074-ab4b-f925bc53f576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:09.636253 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f0b9a1-016c-4074-ab4b-f925bc53f576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:09.637735 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-c2f0b9a1-016c-4074-ab4b-f925bc53f576 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0919840 Nov 09 04:51:11.911925 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 39928) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:51:11.995096 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60e87af-af96-4561-970e-b40eb663bb23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:11.996423 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-f60e87af-af96-4561-970e-b40eb663bb23 admin admin] 10.222.0.41 "GET /v2.0/subnets/a0c8eb9b-e525-49dd-abc3-6c12893ff27c HTTP/1.1" status: 200 len: 816 time: 0.0835633 Nov 09 04:51:14.265918 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 39936) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:51:14.353717 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98e512b-5ddb-4035-8052-ae280584ca65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:14.355004 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-f98e512b-5ddb-4035-8052-ae280584ca65 admin admin] 10.222.0.41 "GET /v2.0/subnets/c6d51a35-93cc-4505-a370-df2efa538b91 HTTP/1.1" status: 200 len: 868 time: 0.0881557 Nov 09 04:51:28.122539 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-7be2e20e-8845-404d-8a33-9e7de3ed73d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:30.294882 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-70f2036b-a1f0-4618-b60c-a8127dd47e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:31.533289 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:32.880930 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:33.741319 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:38.742215 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 39990) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:51:38.792299 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [None req-febaeec3-6e96-4c1c-a916-6c9666200146 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:51:38.793303 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-febaeec3-6e96-4c1c-a916-6c9666200146 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0501585 Nov 09 04:51:41.141696 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 39998) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:51:41.206288 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a7d5c3-ef81-43d8-ac70-c3bee1af4353 admin admin] GET failed (client error): The resource could not be found. Nov 09 04:51:41.207646 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-f1a7d5c3-ef81-43d8-ac70-c3bee1af4353 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0650115 Nov 09 04:51:41.346983 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c467e93-df88-4132-b955-b8d94766171e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:41.348737 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-3c467e93-df88-4132-b955-b8d94766171e admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1364827 Nov 09 04:51:43.638760 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 40006) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:51:43.684572 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-fe6c517f-1481-4e3a-98b1-e800b289d041 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:51:43.704350 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6c517f-1481-4e3a-98b1-e800b289d041 admin admin] Made reservation on behalf of 98146912a4594b47b6620b2e1ee83d93 for: {'network': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:51:43.706625 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-fe6c517f-1481-4e3a-98b1-e800b289d041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for network, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:43.732719 dv-cinder-817135-2-iscsi neutron-server[100972]: WARNING neutron.services.revisions.revision_plugin [None req-fe6c517f-1481-4e3a-98b1-e800b289d041 admin admin] Could not find related network for resource to bump revision. Nov 09 04:51:43.745238 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6c517f-1481-4e3a-98b1-e800b289d041 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=100972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:51:43.754980 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-fe6c517f-1481-4e3a-98b1-e800b289d041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:43.755313 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.db.segments_db [None req-fe6c517f-1481-4e3a-98b1-e800b289d041 admin admin] Added segment 2d678ca5-19db-494d-a102-0d20d07048e5 of type vlan for network 24592891-7a01-4369-b5e9-9be9283ec5ec Nov 09 04:51:43.793269 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-fe6c517f-1481-4e3a-98b1-e800b289d041 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784574440138'] for network, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:43.816080 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-fe6c517f-1481-4e3a-98b1-e800b289d041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for network, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:43.817196 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6c517f-1481-4e3a-98b1-e800b289d041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:43.817720 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-fe6c517f-1481-4e3a-98b1-e800b289d041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:43.874522 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-fe6c517f-1481-4e3a-98b1-e800b289d041 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2347023 Nov 09 04:51:43.879121 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c517f-1481-4e3a-98b1-e800b289d041 admin admin] Pushing event updated for resources: {'Network': ['ID=24592891-7a01-4369-b5e9-9be9283ec5ec,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:51:43.890199 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Network 24592891-7a01-4369-b5e9-9be9283ec5ec details requested by agent ovs-agent-dv-cinder-817135-2-iscsi with host dv-cinder-817135-2-iscsi {{(pid=100973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:51:45.605804 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 5 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:51:46.277880 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 40014) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:51:46.337064 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52a60ad-3041-4b44-b5e2-fb36a6ad0079 admin admin] GET failed (client error): The resource could not be found. Nov 09 04:51:46.338921 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-e52a60ad-3041-4b44-b5e2-fb36a6ad0079 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600891 Nov 09 04:51:46.408037 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c711c463-1c44-4e0f-b810-6302e3d9993c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:46.409465 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-c711c463-1c44-4e0f-b810-6302e3d9993c admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0657096 Nov 09 04:51:46.420003 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-d5ac1120-2204-4ba1-a6c8-633a3a5c232b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '24592891-7a01-4369-b5e9-9be9283ec5ec', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:51:46.439886 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ac1120-2204-4ba1-a6c8-633a3a5c232b admin admin] Made reservation on behalf of 98146912a4594b47b6620b2e1ee83d93 for: {'subnet': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:51:46.442367 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1120-2204-4ba1-a6c8-633a3a5c232b admin admin] Publish callbacks [] for subnet, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:46.710109 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1120-2204-4ba1-a6c8-633a3a5c232b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for subnet, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:46.767987 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac1120-2204-4ba1-a6c8-633a3a5c232b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce4506b3-a0ca-48cc-afbe-8f9df4e26a00,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:51:46.777687 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac1120-2204-4ba1-a6c8-633a3a5c232b admin admin] Checking segment: {'id': '2d678ca5-19db-494d-a102-0d20d07048e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '24592891-7a01-4369-b5e9-9be9283ec5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:51:46.778043 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ac1120-2204-4ba1-a6c8-633a3a5c232b admin admin] Network hostable DHCP agents. Network: 24592891-7a01-4369-b5e9-9be9283ec5ec, hostable agents: ['d072c37d-c6e5-4774-92cd-7a83958f5a5d'], hosted agents: [] {{(pid=100972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:51:46.794299 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ac1120-2204-4ba1-a6c8-633a3a5c232b admin admin] Network 24592891-7a01-4369-b5e9-9be9283ec5ec is scheduled to be hosted by DHCP agent d072c37d-c6e5-4774-92cd-7a83958f5a5d with binding_index 1 {{(pid=100972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:51:46.803442 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-d5ac1120-2204-4ba1-a6c8-633a3a5c232b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-2-iscsi, 24592891-7a01-4369-b5e9-9be9283ec5ec) {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:51:46.808249 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ac1120-2204-4ba1-a6c8-633a3a5c232b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:51:46.808828 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d5ac1120-2204-4ba1-a6c8-633a3a5c232b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:46.813362 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0d1ad3-c26c-4c70-b236-49ef0bff78a5 None None] Network 24592891-7a01-4369-b5e9-9be9283ec5ec requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:51:46.825786 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-d5ac1120-2204-4ba1-a6c8-633a3a5c232b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4089661 Nov 09 04:51:46.973310 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21777919-bb63-569a-890b-429e7a5fb4dd-24592891-7a01-4369-b5e9-9be9283ec5ec', 'network_id': '24592891-7a01-4369-b5e9-9be9283ec5ec', 'tenant_id': '98146912a4594b47b6620b2e1ee83d93', 'fixed_ips': [{'subnet_id': 'ce4506b3-a0ca-48cc-afbe-8f9df4e26a00'}]}} from dv-cinder-817135-2-iscsi. {{(pid=100973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:51:46.974233 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:47.112634 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.db_base_plugin_common [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Allocated IP 192.168.233.2 (24592891-7a01-4369-b5e9-9be9283ec5ec/ce4506b3-a0ca-48cc-afbe-8f9df4e26a00/fa35aaa8-f837-40ed-8d62-4a5733a38a38) {{(pid=100973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:51:47.356854 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Publish callbacks [] for port, precommit_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:47.363144 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384'] for port, after_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:47.399720 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Network 24592891-7a01-4369-b5e9-9be9283ec5ec is already hosted by enough agents. {{(pid=100973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:51:47.405018 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.scheduler.base_scheduler [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Resources bound (agent type, host, resource id): {{(pid=100973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:51:47.407510 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Received port after_create {{(pid=100973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:51:47.419232 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Pushing event updated for resources: {'Port': ['ID=fa35aaa8-f837-40ed-8d62-4a5733a38a38,revision_number=1']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:51:47.440703 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:47.441062 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:47.441401 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:47.441731 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:47.442053 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:47.442373 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:47.442693 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:47.443015 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:47.443354 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:47.443695 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:47.444008 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:47.444317 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:51:47.478833 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Attempting to bind port fa35aaa8-f837-40ed-8d62-4a5733a38a38 on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:51:47.479208 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Attempting to bind port fa35aaa8-f837-40ed-8d62-4a5733a38a38 by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': '2d678ca5-19db-494d-a102-0d20d07048e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '24592891-7a01-4369-b5e9-9be9283ec5ec'}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:51:47.479553 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Attempting to bind port fa35aaa8-f837-40ed-8d62-4a5733a38a38 on network 24592891-7a01-4369-b5e9-9be9283ec5ec {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:51:47.484620 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:51:47.484985 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Checking segment: {'id': '2d678ca5-19db-494d-a102-0d20d07048e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '24592891-7a01-4369-b5e9-9be9283ec5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:51:47.485376 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:47.485758 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Bound using segment: {'id': '2d678ca5-19db-494d-a102-0d20d07048e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '24592891-7a01-4369-b5e9-9be9283ec5ec'} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:51:47.486213 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Bound port: fa35aaa8-f837-40ed-8d62-4a5733a38a38, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d678ca5-19db-494d-a102-0d20d07048e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '24592891-7a01-4369-b5e9-9be9283ec5ec'}}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:51:47.486601 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:47.547411 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] For port fa35aaa8-f837-40ed-8d62-4a5733a38a38, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:51:47.550548 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] For port fa35aaa8-f837-40ed-8d62-4a5733a38a38, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=fa35aaa8-f837-40ed-8d62-4a5733a38a38,segment=NetworkSegment(2d678ca5-19db-494d-a102-0d20d07048e5),segment_id=2d678ca5-19db-494d-a102-0d20d07048e5)] {{(pid=100973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:51:47.555125 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:47.621413 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1890929-8d23-4101-a844-6c273051d4f9 None None] Pushing event updated for resources: {'Port': ['ID=fa35aaa8-f837-40ed-8d62-4a5733a38a38,revision_number=2']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:51:48.429170 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd81108c-b467-4f2b-bff2-da0e2f3951f8 None None] Network 24592891-7a01-4369-b5e9-9be9283ec5ec requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:51:48.501817 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-98a01ea7-c0d3-43a2-b2f6-ea14ece78fd1 None None] Provisioning complete for port fa35aaa8-f837-40ed-8d62-4a5733a38a38 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:51:48.502179 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-98a01ea7-c0d3-43a2-b2f6-ea14ece78fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:48.642711 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-98a01ea7-c0d3-43a2-b2f6-ea14ece78fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:48.683497 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-98a01ea7-c0d3-43a2-b2f6-ea14ece78fd1 None None] For port fa35aaa8-f837-40ed-8d62-4a5733a38a38, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=fa35aaa8-f837-40ed-8d62-4a5733a38a38,segment=NetworkSegment(2d678ca5-19db-494d-a102-0d20d07048e5),segment_id=2d678ca5-19db-494d-a102-0d20d07048e5)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:51:48.688284 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-98a01ea7-c0d3-43a2-b2f6-ea14ece78fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:48.737698 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a01ea7-c0d3-43a2-b2f6-ea14ece78fd1 None None] Pushing event updated for resources: {'Port': ['ID=fa35aaa8-f837-40ed-8d62-4a5733a38a38,revision_number=3']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:51:48.910787 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-993c27bb-83cf-41b5-a75f-2c4c48c51e26 None None] Provisioning complete for port fa35aaa8-f837-40ed-8d62-4a5733a38a38 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:51:48.911171 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-993c27bb-83cf-41b5-a75f-2c4c48c51e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:49.708071 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device fa35aaa8-f837-40ed-8d62-4a5733a38a38 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:51:49.757828 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port fa35aaa8-f837-40ed-8d62-4a5733a38a38 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:51:49.758194 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:51:58.123137 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-459da532-5c83-4c8a-ad9a-bf95bee23684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:00.295722 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-5a715563-a8b2-4040-8c30-aa4d34c0c757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:01.535612 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:02.885660 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:03.742592 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:22.605087 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 5 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:52:28.123225 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-4037b664-8988-48e4-873d-8dee21cbda58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:30.297345 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-694165ae-f804-4b12-900a-3bf2243e7f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:31.538442 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:32.889065 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:33.745471 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:58.124473 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f6d0ccc0-d145-4570-ae54-c7a0c6f5a924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:52:59.603718 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 5 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:53:00.300640 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-3cf30c31-7e39-4013-8f4f-7d2418ce1999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:01.540537 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:02.892435 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:03.749686 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:04.550391 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 40058) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:04.556155 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [None req-bd1c1229-83ab-47b9-b2af-b0d8c9eaa02a tempest-verify_tempest_config-1514471055 tempest-verify_tempest_config-1514471055-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:53:04.557141 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-bd1c1229-83ab-47b9-b2af-b0d8c9eaa02a tempest-verify_tempest_config-1514471055 tempest-verify_tempest_config-1514471055-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057628 Nov 09 04:53:04.849373 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 40076) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:04.951548 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-fb6ea0b4-123e-4fed-9fda-54facb4604b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:05.028707 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-fb6ea0b4-123e-4fed-9fda-54facb4604b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:05.033779 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-fb6ea0b4-123e-4fed-9fda-54facb4604b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:05.082261 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-fb6ea0b4-123e-4fed-9fda-54facb4604b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aaa49b52848145c9a7cfd5ea62a0543a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2318637 Nov 09 04:53:05.083164 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ea0b4-123e-4fed-9fda-54facb4604b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415864a7-704a-4f16-8ff3-079a409c48da,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:05.085218 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 40080) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:53:05.090796 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ea0b4-123e-4fed-9fda-54facb4604b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:05.091154 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ea0b4-123e-4fed-9fda-54facb4604b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:05.091493 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ea0b4-123e-4fed-9fda-54facb4604b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:05.091845 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ea0b4-123e-4fed-9fda-54facb4604b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:05.092171 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ea0b4-123e-4fed-9fda-54facb4604b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:05.092511 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ea0b4-123e-4fed-9fda-54facb4604b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:05.092835 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ea0b4-123e-4fed-9fda-54facb4604b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:05.093166 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ea0b4-123e-4fed-9fda-54facb4604b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:05.093490 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ea0b4-123e-4fed-9fda-54facb4604b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:05.093803 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ea0b4-123e-4fed-9fda-54facb4604b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:05.094114 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ea0b4-123e-4fed-9fda-54facb4604b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:05.094422 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6ea0b4-123e-4fed-9fda-54facb4604b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:05.140986 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-4ab5f4c2-8b9a-4744-936a-b5f12429d361 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:05.161493 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-4ab5f4c2-8b9a-4744-936a-b5f12429d361 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:05.251691 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-4ab5f4c2-8b9a-4744-936a-b5f12429d361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:05.254477 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-4ab5f4c2-8b9a-4744-936a-b5f12429d361 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:05.255856 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-4ab5f4c2-8b9a-4744-936a-b5f12429d361 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/415864a7-704a-4f16-8ff3-079a409c48da HTTP/1.1" status: 204 len: 168 time: 0.1695223 Nov 09 04:53:05.265100 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5f4c2-8b9a-4744-936a-b5f12429d361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415864a7-704a-4f16-8ff3-079a409c48da,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:53:05.272213 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5f4c2-8b9a-4744-936a-b5f12429d361 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:05.272603 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5f4c2-8b9a-4744-936a-b5f12429d361 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:05.272948 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5f4c2-8b9a-4744-936a-b5f12429d361 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:05.273307 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5f4c2-8b9a-4744-936a-b5f12429d361 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:05.273707 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5f4c2-8b9a-4744-936a-b5f12429d361 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:05.274026 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5f4c2-8b9a-4744-936a-b5f12429d361 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:05.274396 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5f4c2-8b9a-4744-936a-b5f12429d361 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:05.274783 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5f4c2-8b9a-4744-936a-b5f12429d361 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:05.275162 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5f4c2-8b9a-4744-936a-b5f12429d361 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:05.275527 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5f4c2-8b9a-4744-936a-b5f12429d361 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:05.275937 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5f4c2-8b9a-4744-936a-b5f12429d361 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:05.276295 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5f4c2-8b9a-4744-936a-b5f12429d361 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:53:28.125188 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-b10864fe-fb72-43b8-aacc-5fcd35a04cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:30.301706 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-6a6f910f-ef26-44f4-8d7a-67e62f9af9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:31.545743 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:32.894988 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:33.753054 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:53:36.602653 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 5 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:53:58.126208 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e4c7e24f-f7b5-41e9-83ee-9ad3b2969687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:54:00.302338 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc660942-652b-47bd-94f3-8d8138402fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:54:01.548104 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:54:02.897639 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:54:03.754268 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:54:13.600244 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 5 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:54:28.126772 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e14fc469-c41f-40b3-be4f-222321f01de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:54:30.302953 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-a49a513f-3eb6-4283-835f-57d27afd6334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:54:31.550115 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:54:32.902460 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:54:33.755364 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:54:37.878518 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-462065'] for agent, after_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:54:50.599521 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:54:52.571882 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 40154) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:54:52.676649 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-61744a2c-0d90-4a83-83fe-9006e857a409 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1036718 Nov 09 04:54:55.050001 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 40164) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:54:55.111148 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-38142b81-ba73-49b2-9af3-d241e8b34a95 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0598271 Nov 09 04:54:58.129358 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e781bd8e-3ebf-4ff6-a63c-2b1b553995cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:00.304835 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-27d9a708-2124-4e23-b917-67d77c31b2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:01.552916 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:02.906213 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:03.755779 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:07.861936 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:27.598300 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:55:28.130593 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-dc7f7c4b-ce69-4c1f-b522-b2123d2323a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:30.306163 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-01542c9f-27f7-407f-a218-df63360199d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:31.553937 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:32.906828 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:33.756576 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:37.882820 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:55:58.132623 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f7f5b1dd-8141-4c66-848b-f6b303119923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:00.307217 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-da82f354-9190-4afe-badd-bde38a270096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:01.558240 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:02.909996 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:03.758713 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:04.596724 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:56:07.880703 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:24.945652 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 40274) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:25.194004 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1121897210-network', 'tenant_id': '3e9bea92048e49debbf053fea8eb2b9f'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:25.217003 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Made reservation on behalf of 3e9bea92048e49debbf053fea8eb2b9f for: {'network': 1} {{(pid=100971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:56:25.220162 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for network, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:25.229886 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:25.316637 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:25.320621 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:25.356463 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=100971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:56:25.362863 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:25.374773 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:25.375132 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:25.375477 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:25.375908 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:25.376139 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:25.376484 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:25.376813 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:25.377601 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:25.377601 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:25.377827 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:25.378102 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:25.378414 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Tracked resource versions report: Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: pushed versions: Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: { 'AddressGroup': {'1.2'}, Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: 'ConntrackHelper': {'1.0'}, Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: 'Log': {'1.0'}, Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: 'Network': {'1.1'}, Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: 'Port': {'1.7'}, Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: 'PortForwarding': {'1.2'}, Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: 'QosPolicy': {'1.10'}, Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: 'SecurityGroup': {'1.5'}, Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: 'SecurityGroupRule': {'1.2'}, Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: 'SubPort': {'1.0'}, Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: 'Subnet': {'1.1'}, Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: 'Trunk': {'1.1'}} Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: consumer versions: Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: { DHCP agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: HyperV agent@hv-cinder-81713: {}, Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: L3 agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: Metadata agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: Metering agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: Open vSwitch agent@dv-cinder-817135-2-iscsi: { 'AddressGroup': '1.2', Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: 'ConntrackHelper': '1.0', Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: 'Log': '1.0', Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: 'Network': '1.1', Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: 'Port': '1.7', Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: 'PortForwarding': '1.2', Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: 'QosPolicy': '1.10', Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: 'SecurityGroup': '1.5', Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: 'SecurityGroupRule': '1.2', Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: 'SubPort': '1.0', Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: 'Subnet': '1.1', Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: 'Trunk': '1.1'}} Nov 09 04:56:25.379604 dv-cinder-817135-2-iscsi neutron-server[100971]: {{(pid=100971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 04:56:25.395551 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:25.395551 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.db.segments_db [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Added segment 15b33fde-2078-42f0-ac57-1c9310d80e2d of type vlan for network 9dc74574-bcbe-4d7d-85c6-61611faf1df6 Nov 09 04:56:25.427571 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784574440138'] for network, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:25.455583 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for network, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:25.456545 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:25.457125 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:25.540755 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] Pushing event updated for resources: {'Network': ['ID=9dc74574-bcbe-4d7d-85c6-61611faf1df6,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:25.553665 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 40314) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:25.558808 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Network 9dc74574-bcbe-4d7d-85c6-61611faf1df6 details requested by agent ovs-agent-dv-cinder-817135-2-iscsi with host dv-cinder-817135-2-iscsi {{(pid=100973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:56:25.566845 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] Request body: {'subnet': {'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1121897210-subnet', 'tenant_id': '3e9bea92048e49debbf053fea8eb2b9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:25.575040 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-16f0d3e3-818c-4c49-8637-f5cf5854c237 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6282756 Nov 09 04:56:25.608800 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] Made reservation on behalf of 3e9bea92048e49debbf053fea8eb2b9f for: {'subnet': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:56:25.612214 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] Publish callbacks [] for subnet, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:25.802808 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for subnet, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:25.865815 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] Pushing event updated for resources: {'Subnet': ['ID=54166d97-84bf-4725-a6b5-fd66b63ba4bd,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:25.881135 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:25.881695 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:25.882186 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:25.882508 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:25.883012 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:25.883339 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:25.883682 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:25.884010 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:25.884348 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:25.884668 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:25.884983 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:25.885288 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] Tracked resource versions report: Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: pushed versions: Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: { 'AddressGroup': {'1.2'}, Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: 'ConntrackHelper': {'1.0'}, Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: 'Log': {'1.0'}, Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: 'Network': {'1.1'}, Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: 'Port': {'1.7'}, Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: 'PortForwarding': {'1.2'}, Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: 'QosPolicy': {'1.10'}, Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: 'SecurityGroup': {'1.5'}, Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: 'SecurityGroupRule': {'1.2'}, Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: 'SubPort': {'1.0'}, Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: 'Subnet': {'1.1'}, Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: 'Trunk': {'1.1'}} Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: consumer versions: Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: { DHCP agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: HyperV agent@hv-cinder-81713: {}, Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: L3 agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: Metadata agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: Metering agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: Open vSwitch agent@dv-cinder-817135-2-iscsi: { 'AddressGroup': '1.2', Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: 'ConntrackHelper': '1.0', Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: 'Log': '1.0', Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: 'Network': '1.1', Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: 'Port': '1.7', Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: 'PortForwarding': '1.2', Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: 'QosPolicy': '1.10', Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: 'SecurityGroup': '1.5', Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: 'SecurityGroupRule': '1.2', Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: 'SubPort': '1.0', Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: 'Subnet': '1.1', Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: 'Trunk': '1.1'}} Nov 09 04:56:25.886523 dv-cinder-817135-2-iscsi neutron-server[100972]: {{(pid=100972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 04:56:25.906554 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] Checking segment: {'id': '15b33fde-2078-42f0-ac57-1c9310d80e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:56:25.906943 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] Network hostable DHCP agents. Network: 9dc74574-bcbe-4d7d-85c6-61611faf1df6, hostable agents: ['d072c37d-c6e5-4774-92cd-7a83958f5a5d'], hosted agents: [] {{(pid=100972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:56:25.924914 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] Network 9dc74574-bcbe-4d7d-85c6-61611faf1df6 is scheduled to be hosted by DHCP agent d072c37d-c6e5-4774-92cd-7a83958f5a5d with binding_index 1 {{(pid=100972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:56:25.934874 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-2-iscsi, 9dc74574-bcbe-4d7d-85c6-61611faf1df6) {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:56:25.948081 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ba113f-0f76-4978-beb2-7c92a0291330 None None] Network 9dc74574-bcbe-4d7d-85c6-61611faf1df6 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:56:25.951359 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:25.952708 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:25.982421 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-b012f179-bd12-45b8-90db-00f4d144e61f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4241912 Nov 09 04:56:26.082934 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f048bd-837f-4dfe-9bae-c92b22c02bbe None None] Network 9dc74574-bcbe-4d7d-85c6-61611faf1df6 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:56:26.152122 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 40352) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:26.444036 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-2878dd2b-38b3-472c-8a25-6d3e510e60f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1096774964-network', 'tenant_id': 'df921510edf34ac09f5be957837f5546'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:26.469226 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2878dd2b-38b3-472c-8a25-6d3e510e60f5 admin admin] Made reservation on behalf of df921510edf34ac09f5be957837f5546 for: {'network': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:56:26.471508 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2878dd2b-38b3-472c-8a25-6d3e510e60f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for network, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:26.480044 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2878dd2b-38b3-472c-8a25-6d3e510e60f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:26.568636 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2878dd2b-38b3-472c-8a25-6d3e510e60f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:26.573851 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2878dd2b-38b3-472c-8a25-6d3e510e60f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:26.606316 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878dd2b-38b3-472c-8a25-6d3e510e60f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4bc677-3277-4879-9b56-14c0c14ac5d1,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:26.611428 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 40382) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:26.624344 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2878dd2b-38b3-472c-8a25-6d3e510e60f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=100972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:56:26.634858 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2878dd2b-38b3-472c-8a25-6d3e510e60f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:26.635192 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.db.segments_db [None req-2878dd2b-38b3-472c-8a25-6d3e510e60f5 admin admin] Added segment 52977b9b-7dbb-46b3-9e6e-45b18f32a431 of type vlan for network c60fd891-87b5-46cd-8c22-d608e60c1a68 Nov 09 04:56:26.675597 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2878dd2b-38b3-472c-8a25-6d3e510e60f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784574440138'] for network, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:26.701017 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2878dd2b-38b3-472c-8a25-6d3e510e60f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for network, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:26.702518 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2878dd2b-38b3-472c-8a25-6d3e510e60f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:26.703265 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2878dd2b-38b3-472c-8a25-6d3e510e60f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:26.768835 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-2878dd2b-38b3-472c-8a25-6d3e510e60f5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6160569 Nov 09 04:56:26.769083 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 40392) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:26.773657 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-6cbac7b3-8445-4220-9a9c-4b5474435f7d admin admin] Request body: {'subnet': {'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1096774964-subnet', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:26.775002 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878dd2b-38b3-472c-8a25-6d3e510e60f5 admin admin] Pushing event updated for resources: {'Network': ['ID=c60fd891-87b5-46cd-8c22-d608e60c1a68,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:26.790176 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Network c60fd891-87b5-46cd-8c22-d608e60c1a68 details requested by agent ovs-agent-dv-cinder-817135-2-iscsi with host dv-cinder-817135-2-iscsi {{(pid=100973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:56:26.814208 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbac7b3-8445-4220-9a9c-4b5474435f7d admin admin] Made reservation on behalf of df921510edf34ac09f5be957837f5546 for: {'subnet': 1} {{(pid=100971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:56:26.816810 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-6cbac7b3-8445-4220-9a9c-4b5474435f7d admin admin] Publish callbacks [] for subnet, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:26.901507 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-814c54c2-d980-4e03-a982-12b0e475593b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-943253998-network', 'tenant_id': '27238c465f3941fb932e099dca430763'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:26.953335 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814c54c2-d980-4e03-a982-12b0e475593b admin admin] Made reservation on behalf of 27238c465f3941fb932e099dca430763 for: {'network': 1} {{(pid=100971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:56:26.955493 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-814c54c2-d980-4e03-a982-12b0e475593b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for network, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:26.974155 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-814c54c2-d980-4e03-a982-12b0e475593b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:27.113917 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-6cbac7b3-8445-4220-9a9c-4b5474435f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for subnet, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:27.184396 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-814c54c2-d980-4e03-a982-12b0e475593b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:27.192573 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-814c54c2-d980-4e03-a982-12b0e475593b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:27.212077 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 40418) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:27.238253 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814c54c2-d980-4e03-a982-12b0e475593b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=100971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:56:27.242085 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbac7b3-8445-4220-9a9c-4b5474435f7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6,revision_number=0']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:27.269442 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-814c54c2-d980-4e03-a982-12b0e475593b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:27.269782 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.db.segments_db [None req-814c54c2-d980-4e03-a982-12b0e475593b admin admin] Added segment 458250d6-896a-481f-8bec-e3567f9bac15 of type vlan for network 19d7125c-22b1-4e83-a8ec-8b58c6b76394 Nov 09 04:56:27.279254 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbac7b3-8445-4220-9a9c-4b5474435f7d admin admin] Checking segment: {'id': '52977b9b-7dbb-46b3-9e6e-45b18f32a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:56:27.279717 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbac7b3-8445-4220-9a9c-4b5474435f7d admin admin] Network hostable DHCP agents. Network: c60fd891-87b5-46cd-8c22-d608e60c1a68, hostable agents: ['d072c37d-c6e5-4774-92cd-7a83958f5a5d'], hosted agents: [] {{(pid=100971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:56:27.321670 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c54c2-d980-4e03-a982-12b0e475593b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd5211f-7339-461a-8ab6-9b8e7e316cbb,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:27.339102 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-814c54c2-d980-4e03-a982-12b0e475593b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784574440138'] for network, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:27.352111 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbac7b3-8445-4220-9a9c-4b5474435f7d admin admin] Network c60fd891-87b5-46cd-8c22-d608e60c1a68 is scheduled to be hosted by DHCP agent d072c37d-c6e5-4774-92cd-7a83958f5a5d with binding_index 1 {{(pid=100971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:56:27.374721 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-6cbac7b3-8445-4220-9a9c-4b5474435f7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-2-iscsi, c60fd891-87b5-46cd-8c22-d608e60c1a68) {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:56:27.381516 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbac7b3-8445-4220-9a9c-4b5474435f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:27.382048 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-6cbac7b3-8445-4220-9a9c-4b5474435f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for subnet, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:27.386511 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-814c54c2-d980-4e03-a982-12b0e475593b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for network, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:27.387385 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814c54c2-d980-4e03-a982-12b0e475593b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:27.387949 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-814c54c2-d980-4e03-a982-12b0e475593b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:27.389194 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd832da-f18a-4a68-ac0f-614a7d3974e2 None None] Network c60fd891-87b5-46cd-8c22-d608e60c1a68 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:56:27.478666 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-e55172b9-f6fd-4223-9d54-1b5d1920aed0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1885501990-network', 'tenant_id': '03305e25979a4de2b9bf721e0ac9fabe'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:27.487429 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-814c54c2-d980-4e03-a982-12b0e475593b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8748782 Nov 09 04:56:27.490383 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 40432) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:27.492959 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-6cbac7b3-8445-4220-9a9c-4b5474435f7d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7228944 Nov 09 04:56:27.501945 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 40434) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:27.508132 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-dba138dd-e56b-45dc-920e-732dd63271a1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1096774964-router', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:27.508270 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-3a51e0af-4297-40b5-8651-914a94bb8e20 admin admin] Request body: {'subnet': {'network_id': '19d7125c-22b1-4e83-a8ec-8b58c6b76394', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-943253998-subnet', 'tenant_id': '27238c465f3941fb932e099dca430763', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:27.529661 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c54c2-d980-4e03-a982-12b0e475593b admin admin] Pushing event updated for resources: {'Network': ['ID=19d7125c-22b1-4e83-a8ec-8b58c6b76394,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:27.542149 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.db.api [None req-dba138dd-e56b-45dc-920e-732dd63271a1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 04:56:27.542149 dv-cinder-817135-2-iscsi neutron-server[100971]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 04:56:27.542149 dv-cinder-817135-2-iscsi neutron-server[100971]: [parameters: {'project_id_1': 'df921510edf34ac09f5be957837f5546', 'expiration_1': datetime.datetime(2021, 11, 9, 4, 56, 7, 523587)}] Nov 09 04:56:27.542149 dv-cinder-817135-2-iscsi neutron-server[100971]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:56:27.543114 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG oslo_db.api [None req-dba138dd-e56b-45dc-920e-732dd63271a1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:56:27.543201 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.db.api [None req-3a51e0af-4297-40b5-8651-914a94bb8e20 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 04:56:27.543201 dv-cinder-817135-2-iscsi neutron-server[100972]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 04:56:27.543201 dv-cinder-817135-2-iscsi neutron-server[100972]: [parameters: {'project_id_1': '27238c465f3941fb932e099dca430763', 'expiration_1': datetime.datetime(2021, 11, 9, 4, 56, 7, 518330)}] Nov 09 04:56:27.543201 dv-cinder-817135-2-iscsi neutron-server[100972]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:56:27.543201 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG oslo_db.api [None req-3a51e0af-4297-40b5-8651-914a94bb8e20 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:56:27.568822 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55172b9-f6fd-4223-9d54-1b5d1920aed0 admin admin] Made reservation on behalf of 03305e25979a4de2b9bf721e0ac9fabe for: {'network': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:56:27.569527 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Network 19d7125c-22b1-4e83-a8ec-8b58c6b76394 details requested by agent ovs-agent-dv-cinder-817135-2-iscsi with host dv-cinder-817135-2-iscsi {{(pid=100973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:56:27.573350 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e55172b9-f6fd-4223-9d54-1b5d1920aed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for network, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:27.588783 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e55172b9-f6fd-4223-9d54-1b5d1920aed0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:27.687442 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e55172b9-f6fd-4223-9d54-1b5d1920aed0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:27.692915 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e55172b9-f6fd-4223-9d54-1b5d1920aed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:27.724906 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55172b9-f6fd-4223-9d54-1b5d1920aed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad052f0-4ca2-47fe-ba52-f3ad395c4425,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:27.740942 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55172b9-f6fd-4223-9d54-1b5d1920aed0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=100972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:56:27.754183 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e55172b9-f6fd-4223-9d54-1b5d1920aed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:27.755345 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.db.segments_db [None req-e55172b9-f6fd-4223-9d54-1b5d1920aed0 admin admin] Added segment 2208e046-f033-47f1-96e4-7a48a8ee155f of type vlan for network eb813874-3a1c-46ff-b91a-7dd6ea1c233b Nov 09 04:56:27.767985 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21777919-bb63-569a-890b-429e7a5fb4dd-c60fd891-87b5-46cd-8c22-d608e60c1a68', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'fixed_ips': [{'subnet_id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6'}]}} from dv-cinder-817135-2-iscsi. {{(pid=100973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:56:27.768869 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:27.836608 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e55172b9-f6fd-4223-9d54-1b5d1920aed0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784574440138'] for network, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:27.879587 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e55172b9-f6fd-4223-9d54-1b5d1920aed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for network, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:27.882537 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55172b9-f6fd-4223-9d54-1b5d1920aed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:27.884349 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e55172b9-f6fd-4223-9d54-1b5d1920aed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:28.020420 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-e55172b9-f6fd-4223-9d54-1b5d1920aed0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8069019 Nov 09 04:56:28.023390 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 40456) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:28.023651 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.db_base_plugin_common [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Allocated IP 172.20.0.2 (c60fd891-87b5-46cd-8c22-d608e60c1a68/5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6/e763d971-c299-4400-ab26-bc320a0563ee) {{(pid=100973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:56:28.051038 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-9657ef85-c3cd-4c36-ad16-19575a0d7f4b admin admin] Request body: {'subnet': {'network_id': 'eb813874-3a1c-46ff-b91a-7dd6ea1c233b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1885501990-subnet', 'tenant_id': '03305e25979a4de2b9bf721e0ac9fabe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:28.082878 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-dba138dd-e56b-45dc-920e-732dd63271a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5241'] for router, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:28.084024 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55172b9-f6fd-4223-9d54-1b5d1920aed0 admin admin] Pushing event updated for resources: {'Network': ['ID=eb813874-3a1c-46ff-b91a-7dd6ea1c233b,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:28.085945 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-dba138dd-e56b-45dc-920e-732dd63271a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5234'] for router, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:28.107925 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.db.api [None req-3a51e0af-4297-40b5-8651-914a94bb8e20 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 04:56:28.107925 dv-cinder-817135-2-iscsi neutron-server[100972]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 09 04:56:28.107925 dv-cinder-817135-2-iscsi neutron-server[100972]: [parameters: {'project_id_1': '27238c465f3941fb932e099dca430763', 'expiration_1': datetime.datetime(2021, 11, 9, 4, 56, 8, 79534)}] Nov 09 04:56:28.107925 dv-cinder-817135-2-iscsi neutron-server[100972]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:56:28.110276 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG oslo_db.api [None req-3a51e0af-4297-40b5-8651-914a94bb8e20 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:56:28.122516 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9657ef85-c3cd-4c36-ad16-19575a0d7f4b admin admin] Made reservation on behalf of 03305e25979a4de2b9bf721e0ac9fabe for: {'subnet': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:56:28.126034 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-9657ef85-c3cd-4c36-ad16-19575a0d7f4b admin admin] Publish callbacks [] for subnet, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:28.169366 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-dba138dd-e56b-45dc-920e-732dd63271a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:28.180913 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Network eb813874-3a1c-46ff-b91a-7dd6ea1c233b details requested by agent ovs-agent-dv-cinder-817135-2-iscsi with host dv-cinder-817135-2-iscsi {{(pid=100973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:56:28.187369 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Publish callbacks [] for port, precommit_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:28.220266 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384'] for port, after_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:28.262480 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-5f51469b-f247-4088-82bb-5d66a4c44f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:28.282119 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Network c60fd891-87b5-46cd-8c22-d608e60c1a68 is already hosted by enough agents. {{(pid=100973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:56:28.286504 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.scheduler.base_scheduler [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Resources bound (agent type, host, resource id): {{(pid=100973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:56:28.307745 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Received port after_create {{(pid=100973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:56:28.363765 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Pushing event updated for resources: {'Port': ['ID=e763d971-c299-4400-ab26-bc320a0563ee,revision_number=1']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:28.387252 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:28.387906 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:28.388470 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:28.389027 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:28.389592 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:28.390106 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:28.390606 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:28.391127 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:28.391654 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:28.392174 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:28.392704 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:28.393199 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Tracked resource versions report: Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: pushed versions: Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: { 'AddressGroup': {'1.2'}, Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: 'ConntrackHelper': {'1.0'}, Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: 'Log': {'1.0'}, Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: 'Network': {'1.1'}, Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: 'Port': {'1.7'}, Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: 'PortForwarding': {'1.2'}, Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: 'QosPolicy': {'1.10'}, Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: 'SecurityGroup': {'1.5'}, Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: 'SecurityGroupRule': {'1.2'}, Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: 'SubPort': {'1.0'}, Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: 'Subnet': {'1.1'}, Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: 'Trunk': {'1.1'}} Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: consumer versions: Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: { DHCP agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: HyperV agent@hv-cinder-81713: {}, Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: L3 agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: Metadata agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: Metering agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: Open vSwitch agent@dv-cinder-817135-2-iscsi: { 'AddressGroup': '1.2', Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: 'ConntrackHelper': '1.0', Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: 'Log': '1.0', Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: 'Network': '1.1', Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: 'Port': '1.7', Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: 'PortForwarding': '1.2', Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: 'QosPolicy': '1.10', Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: 'SecurityGroup': '1.5', Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: 'SecurityGroupRule': '1.2', Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: 'SubPort': '1.0', Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: 'Subnet': '1.1', Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: 'Trunk': '1.1'}} Nov 09 04:56:28.394449 dv-cinder-817135-2-iscsi neutron-server[100973]: {{(pid=100973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 04:56:28.398281 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-9657ef85-c3cd-4c36-ad16-19575a0d7f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for subnet, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:28.409691 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Attempting to bind port e763d971-c299-4400-ab26-bc320a0563ee on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:56:28.410298 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Attempting to bind port e763d971-c299-4400-ab26-bc320a0563ee by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': '52977b9b-7dbb-46b3-9e6e-45b18f32a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68'}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:56:28.410834 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Attempting to bind port e763d971-c299-4400-ab26-bc320a0563ee on network c60fd891-87b5-46cd-8c22-d608e60c1a68 {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:56:28.416262 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:56:28.416873 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Checking segment: {'id': '52977b9b-7dbb-46b3-9e6e-45b18f32a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:56:28.417428 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:28.417963 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Bound using segment: {'id': '52977b9b-7dbb-46b3-9e6e-45b18f32a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68'} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:56:28.418579 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Bound port: e763d971-c299-4400-ab26-bc320a0563ee, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52977b9b-7dbb-46b3-9e6e-45b18f32a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68'}}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:56:28.419135 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:28.490438 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] For port e763d971-c299-4400-ab26-bc320a0563ee, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:56:28.492947 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657ef85-c3cd-4c36-ad16-19575a0d7f4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2499b84-6c8e-423c-9fb2-df6ba60139be,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:28.494973 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] For port e763d971-c299-4400-ab26-bc320a0563ee, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=e763d971-c299-4400-ab26-bc320a0563ee,segment=NetworkSegment(52977b9b-7dbb-46b3-9e6e-45b18f32a431),segment_id=52977b9b-7dbb-46b3-9e6e-45b18f32a431)] {{(pid=100973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:56:28.505171 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:28.519610 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9657ef85-c3cd-4c36-ad16-19575a0d7f4b admin admin] Checking segment: {'id': '2208e046-f033-47f1-96e4-7a48a8ee155f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eb813874-3a1c-46ff-b91a-7dd6ea1c233b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:56:28.519988 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9657ef85-c3cd-4c36-ad16-19575a0d7f4b admin admin] Network hostable DHCP agents. Network: eb813874-3a1c-46ff-b91a-7dd6ea1c233b, hostable agents: ['d072c37d-c6e5-4774-92cd-7a83958f5a5d'], hosted agents: [] {{(pid=100972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:56:28.552452 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9657ef85-c3cd-4c36-ad16-19575a0d7f4b admin admin] Network eb813874-3a1c-46ff-b91a-7dd6ea1c233b is scheduled to be hosted by DHCP agent d072c37d-c6e5-4774-92cd-7a83958f5a5d with binding_index 1 {{(pid=100972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:56:28.559914 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-dba138dd-e56b-45dc-920e-732dd63271a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:28.570648 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-9657ef85-c3cd-4c36-ad16-19575a0d7f4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-2-iscsi, eb813874-3a1c-46ff-b91a-7dd6ea1c233b) {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:56:28.574797 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9657ef85-c3cd-4c36-ad16-19575a0d7f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:28.575599 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-9657ef85-c3cd-4c36-ad16-19575a0d7f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:28.587911 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e882876c-8926-43d2-b984-41aeb577486a None None] Network eb813874-3a1c-46ff-b91a-7dd6ea1c233b requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:56:28.610009 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-9657ef85-c3cd-4c36-ad16-19575a0d7f4b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5804610 Nov 09 04:56:28.613255 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 40490) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:28.618377 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-54692a0d-f37d-4149-93a4-7d57f39bc12b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1885501990-router', 'tenant_id': '03305e25979a4de2b9bf721e0ac9fabe', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:28.672662 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-54692a0d-f37d-4149-93a4-7d57f39bc12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5241'] for router, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:28.675778 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-54692a0d-f37d-4149-93a4-7d57f39bc12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5234'] for router, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:28.807896 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6025d-9f3e-4cac-91fa-b4d73b98f9ea None None] Pushing event updated for resources: {'Port': ['ID=e763d971-c299-4400-ab26-bc320a0563ee,revision_number=2']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:28.864173 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-54692a0d-f37d-4149-93a4-7d57f39bc12b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:29.028722 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-dba138dd-e56b-45dc-920e-732dd63271a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:29.082537 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0322640a-489e-417f-8801-6c9b3a42b76a None None] Network eb813874-3a1c-46ff-b91a-7dd6ea1c233b requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:56:29.102717 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 40510) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:29.105158 dv-cinder-817135-2-iscsi neutron-server[100971]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 09 04:56:29.111823 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-dba138dd-e56b-45dc-920e-732dd63271a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:29.118638 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-54692a0d-f37d-4149-93a4-7d57f39bc12b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:29.128221 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a51e0af-4297-40b5-8651-914a94bb8e20 admin admin] Made reservation on behalf of 27238c465f3941fb932e099dca430763 for: {'subnet': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:56:29.130653 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-3a51e0af-4297-40b5-8651-914a94bb8e20 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:29.467880 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-bfb1aa92-4f76-4161-b366-891d2fc00c58 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:29.469366 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-bfb1aa92-4f76-4161-b366-891d2fc00c58 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/networks?id=9dc74574-bcbe-4d7d-85c6-61611faf1df6 HTTP/1.1" status: 200 len: 815 time: 0.3656659 Nov 09 04:56:29.580780 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-805bf022-8f66-45e4-b955-e83df022e94c tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/quotas/3e9bea92048e49debbf053fea8eb2b9f HTTP/1.1" status: 200 len: 375 time: 0.0851107 Nov 09 04:56:29.677575 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-c1015563-c50f-43db-b6e2-7315945ceca9 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e9bea92048e49debbf053fea8eb2b9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781815 Nov 09 04:56:29.732684 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [None req-dba138dd-e56b-45dc-920e-732dd63271a1 admin admin] Allocated IP 172.27.0.236 (88e43ffb-3775-4d57-b72a-70455855b0f1/a0c8eb9b-e525-49dd-abc3-6c12893ff27c/d196c12a-8751-4b47-b284-56cdba9e4337) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:56:29.920913 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 40534) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:29.966557 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device e763d971-c299-4400-ab26-bc320a0563ee up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:56:30.024035 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-dba138dd-e56b-45dc-920e-732dd63271a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:30.091572 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port e763d971-c299-4400-ab26-bc320a0563ee triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:56:30.092319 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:30.151880 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-3a51e0af-4297-40b5-8651-914a94bb8e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for subnet, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:30.171167 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e632bc-e357-4d70-8322-0a5442901e08 None None] Network c60fd891-87b5-46cd-8c22-d608e60c1a68 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:56:30.252171 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-6ec030d7-ba70-420a-9f26-f63d5314397d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100971) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:56:30.263780 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-6ec030d7-ba70-420a-9f26-f63d5314397d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2598846 Nov 09 04:56:30.270996 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-dba138dd-e56b-45dc-920e-732dd63271a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:30.303155 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:30.327376 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-6ecfb033-3c7a-49eb-b446-05510713e955 None None] Provisioning complete for port e763d971-c299-4400-ab26-bc320a0563ee triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:56:30.335369 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-6ecfb033-3c7a-49eb-b446-05510713e955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:30.357722 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-54692a0d-f37d-4149-93a4-7d57f39bc12b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:30.379865 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-18abd3c6-6bab-421d-94b3-5361f99ae02f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:30.409888 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0537e8f5-a0c2-48ba-9fca-4d607b403eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:30.443041 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] For port e763d971-c299-4400-ab26-bc320a0563ee, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=e763d971-c299-4400-ab26-bc320a0563ee,segment=NetworkSegment(52977b9b-7dbb-46b3-9e6e-45b18f32a431),segment_id=52977b9b-7dbb-46b3-9e6e-45b18f32a431)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:56:30.450506 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:30.466436 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba138dd-e56b-45dc-920e-732dd63271a1 admin admin] Network 88e43ffb-3775-4d57-b72a-70455855b0f1 is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:56:30.477441 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-54692a0d-f37d-4149-93a4-7d57f39bc12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:30.508323 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-dba138dd-e56b-45dc-920e-732dd63271a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:56:30.528992 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba138dd-e56b-45dc-920e-732dd63271a1 admin admin] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:56:30.529185 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51e0af-4297-40b5-8651-914a94bb8e20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd1018dc-f9a3-43a6-8902-e8d9aeb84e77,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:30.538232 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a51e0af-4297-40b5-8651-914a94bb8e20 admin admin] Checking segment: {'id': '458250d6-896a-481f-8bec-e3567f9bac15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '19d7125c-22b1-4e83-a8ec-8b58c6b76394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:56:30.538587 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a51e0af-4297-40b5-8651-914a94bb8e20 admin admin] Network hostable DHCP agents. Network: 19d7125c-22b1-4e83-a8ec-8b58c6b76394, hostable agents: ['d072c37d-c6e5-4774-92cd-7a83958f5a5d'], hosted agents: [] {{(pid=100972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:56:30.575790 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba138dd-e56b-45dc-920e-732dd63271a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d196c12a-8751-4b47-b284-56cdba9e4337,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:30.597074 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a51e0af-4297-40b5-8651-914a94bb8e20 admin admin] Network 19d7125c-22b1-4e83-a8ec-8b58c6b76394 is scheduled to be hosted by DHCP agent d072c37d-c6e5-4774-92cd-7a83958f5a5d with binding_index 1 {{(pid=100972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:56:30.616237 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-3a51e0af-4297-40b5-8651-914a94bb8e20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-2-iscsi, 19d7125c-22b1-4e83-a8ec-8b58c6b76394) {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:56:30.626172 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a51e0af-4297-40b5-8651-914a94bb8e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:30.626980 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-3a51e0af-4297-40b5-8651-914a94bb8e20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:30.648965 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683e1499-230b-436a-a092-5b0f12154aef None None] Network 19d7125c-22b1-4e83-a8ec-8b58c6b76394 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:56:30.650943 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_common [None req-54692a0d-f37d-4149-93a4-7d57f39bc12b admin admin] Allocated IP 172.27.0.249 (88e43ffb-3775-4d57-b72a-70455855b0f1/a0c8eb9b-e525-49dd-abc3-6c12893ff27c/f3aaf121-9594-48c4-8293-a166158221fe) {{(pid=100972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:56:30.666675 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Pushing event updated for resources: {'Port': ['ID=e763d971-c299-4400-ab26-bc320a0563ee,revision_number=3']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:30.682678 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-3a51e0af-4297-40b5-8651-914a94bb8e20 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1890020 Nov 09 04:56:30.708364 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-1100dbe6-61ae-435a-ad91-16c08a421b63 service neutron] 10.222.0.41 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430606 Nov 09 04:56:30.865791 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-54692a0d-f37d-4149-93a4-7d57f39bc12b admin admin] Publish callbacks [] for port, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:30.879216 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-18abd3c6-6bab-421d-94b3-5361f99ae02f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:30.880501 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e541a413-8690-4b47-89c4-3988142ca699 None None] Network 19d7125c-22b1-4e83-a8ec-8b58c6b76394 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:56:30.946982 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-54692a0d-f37d-4149-93a4-7d57f39bc12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384'] for port, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:31.036702 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54692a0d-f37d-4149-93a4-7d57f39bc12b admin admin] Network 88e43ffb-3775-4d57-b72a-70455855b0f1 is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:56:31.042004 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-54692a0d-f37d-4149-93a4-7d57f39bc12b admin admin] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:56:31.044498 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54692a0d-f37d-4149-93a4-7d57f39bc12b admin admin] Received port after_create {{(pid=100972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:56:31.053620 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-18abd3c6-6bab-421d-94b3-5361f99ae02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:31.129806 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-30337b3c-7ef1-44d3-9e17-a5cb0c90619f None None] Provisioning complete for port e763d971-c299-4400-ab26-bc320a0563ee triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:56:31.130315 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-30337b3c-7ef1-44d3-9e17-a5cb0c90619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:31.182576 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-0fceef1b-d07a-4ba5-a675-2f8f739b0de9 service neutron] 10.222.0.41 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733546 Nov 09 04:56:31.190669 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abd3c6-6bab-421d-94b3-5361f99ae02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266f853b-bdb9-40a1-a122-09bca41967ce,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:31.201262 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-18abd3c6-6bab-421d-94b3-5361f99ae02f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc526af9a596432792174a3cf4c232cb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2792859 Nov 09 04:56:31.210518 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 40582) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:31.262176 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-dba138dd-e56b-45dc-920e-732dd63271a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:31.278749 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54692a0d-f37d-4149-93a4-7d57f39bc12b admin admin] Pushing event updated for resources: {'Port': ['ID=f3aaf121-9594-48c4-8293-a166158221fe,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:31.375706 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9909f2a2-9ffe-4d82-b794-f76cc5a356f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:31.418437 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9909f2a2-9ffe-4d82-b794-f76cc5a356f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:31.501370 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-54692a0d-f37d-4149-93a4-7d57f39bc12b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:31.597603 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:31.602710 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9909f2a2-9ffe-4d82-b794-f76cc5a356f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:31.608928 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9909f2a2-9ffe-4d82-b794-f76cc5a356f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:31.611085 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-9909f2a2-9ffe-4d82-b794-f76cc5a356f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/266f853b-bdb9-40a1-a122-09bca41967ce HTTP/1.1" status: 204 len: 168 time: 0.3994246 Nov 09 04:56:31.632990 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-dba138dd-e56b-45dc-920e-732dd63271a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461304'] for router, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:31.668315 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909f2a2-9ffe-4d82-b794-f76cc5a356f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266f853b-bdb9-40a1-a122-09bca41967ce,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:31.868132 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 40626) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:31.877454 dv-cinder-817135-2-iscsi neutron-server[100972]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 09 04:56:31.918926 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device e763d971-c299-4400-ab26-bc320a0563ee up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:56:32.038460 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port e763d971-c299-4400-ab26-bc320a0563ee triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:56:32.038939 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:32.159889 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-54692a0d-f37d-4149-93a4-7d57f39bc12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461304'] for router, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:32.166899 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba138dd-e56b-45dc-920e-732dd63271a1 admin admin] Router fc61767b-f15e-4f2f-8c3c-3f064bba1818 is scheduled to L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a with binding_index 1 {{(pid=100971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:56:32.190675 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3642d258-a58a-4acd-9773-4e66cb18e2a2 req-48e35718-8902-4904-b34a-208614c6800a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 210 time: 0.0702584 Nov 09 04:56:32.376968 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-c2ffa5b9-1030-4551-a580-f51ac77ca36f tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:32.380108 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-c2ffa5b9-1030-4551-a580-f51ac77ca36f tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/networks?id=19d7125c-22b1-4e83-a8ec-8b58c6b76394 HTTP/1.1" status: 200 len: 811 time: 0.5109260 Nov 09 04:56:32.402492 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba138dd-e56b-45dc-920e-732dd63271a1 admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:56:32.414785 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] Sync routers for ids ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'] in dv-cinder-817135-2-iscsi {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:56:32.429750 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] Routers {'fc61767b-f15e-4f2f-8c3c-3f064bba1818'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:56:32.430896 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T04:56:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:32.432450 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-dba138dd-e56b-45dc-920e-732dd63271a1 admin admin] Publish callbacks [] for router, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:32.436777 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-dba138dd-e56b-45dc-920e-732dd63271a1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9322002 Nov 09 04:56:32.438703 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 40662) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:32.473494 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-6b6034bf-7261-4188-83cb-e8f68d670e95 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/quotas/27238c465f3941fb932e099dca430763 HTTP/1.1" status: 200 len: 375 time: 0.0333457 Nov 09 04:56:32.543796 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 40668) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:32.564144 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 40672) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:32.595438 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-faf11c9f-b3ef-4b1c-b129-18c8ecf5372d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:32.606475 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-b495c530-9080-474b-bfd6-6207f4388b48 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=27238c465f3941fb932e099dca430763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1193531 Nov 09 04:56:32.707912 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54692a0d-f37d-4149-93a4-7d57f39bc12b admin admin] Router 4745fa43-db17-4f57-bf74-cffa11e73324 is scheduled to L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a with binding_index 1 {{(pid=100972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:56:32.820936 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] Set router fc61767b-f15e-4f2f-8c3c-3f064bba1818 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:56:32.864092 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54692a0d-f37d-4149-93a4-7d57f39bc12b admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:56:32.875898 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] Sync routers for ids ['4745fa43-db17-4f57-bf74-cffa11e73324'] in dv-cinder-817135-2-iscsi {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:56:32.892069 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] Routers {'4745fa43-db17-4f57-bf74-cffa11e73324'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:56:32.893448 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T04:56:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['4745fa43-db17-4f57-bf74-cffa11e73324'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:32.902017 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-54692a0d-f37d-4149-93a4-7d57f39bc12b admin admin] Publish callbacks [] for router, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:32.905406 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-54692a0d-f37d-4149-93a4-7d57f39bc12b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2904103 Nov 09 04:56:32.909027 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 40686) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:32.926030 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-d5077e0f-2adc-49b2-bbe5-a52396164903 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:56:32.934867 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-d5077e0f-2adc-49b2-bbe5-a52396164903 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1059520 Nov 09 04:56:33.025396 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:33.041446 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] Set router 4745fa43-db17-4f57-bf74-cffa11e73324 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:56:33.080040 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'name': 'tempest-AttachVolumeShelveTestJSON-1096774964-router', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T04:56:30Z', 'revision_number': 3, 'project_id': 'df921510edf34ac09f5be957837f5546', 'gw_port': {'id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:29Z', 'updated_at': '2021-11-09T04:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:33.105001 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ac619795-c573-4829-9465-de7e67cc7fb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:33.110041 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] Checking router: fc61767b-f15e-4f2f-8c3c-3f064bba1818 for host: dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:56:33.110661 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] Updating router fc61767b-f15e-4f2f-8c3c-3f064bba1818 port d196c12a-8751-4b47-b284-56cdba9e4337 binding host dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:56:33.145735 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:33.173731 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-faf11c9f-b3ef-4b1c-b129-18c8ecf5372d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:33.196120 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-faf11c9f-b3ef-4b1c-b129-18c8ecf5372d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:33.337798 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf11c9f-b3ef-4b1c-b129-18c8ecf5372d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a1fc6e-990d-4b27-89fb-859f03bad757,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:33.355987 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4745fa43-db17-4f57-bf74-cffa11e73324', 'name': 'tempest-ServerRescueNegativeTestJSON-1885501990-router', 'tenant_id': '03305e25979a4de2b9bf721e0ac9fabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'f3aaf121-9594-48c4-8293-a166158221fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T04:56:31Z', 'revision_number': 3, 'project_id': '03305e25979a4de2b9bf721e0ac9fabe', 'gw_port': {'id': 'f3aaf121-9594-48c4-8293-a166158221fe', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:56:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4745fa43-db17-4f57-bf74-cffa11e73324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:30Z', 'updated_at': '2021-11-09T04:56:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:33.396710 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] Checking router: 4745fa43-db17-4f57-bf74-cffa11e73324 for host: dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:56:33.399293 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] Updating router 4745fa43-db17-4f57-bf74-cffa11e73324 port f3aaf121-9594-48c4-8293-a166158221fe binding host dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:56:33.458869 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-faf11c9f-b3ef-4b1c-b129-18c8ecf5372d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=041d2562b8034579b9f26165bfe13762&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8933582 Nov 09 04:56:33.479166 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 40702) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:33.481658 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d70592f7-f2b2-40c3-a334-df7125ea7d76 req-3d1f39a3-4f73-497a-b4e2-d66978e2af64 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 210 time: 0.1773155 Nov 09 04:56:33.584154 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:33.630709 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ac619795-c573-4829-9465-de7e67cc7fb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:33.651068 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-76d95f85-3440-4518-9ccc-296a8f462a27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:33.661270 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] Publish callbacks [] for port, precommit_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:33.667611 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ac619795-c573-4829-9465-de7e67cc7fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:33.675128 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:33.692814 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-f84f4fc2-8d24-426a-82ae-d094e2041242 service neutron] 10.222.0.41 "GET /v2.0/networks/19d7125c-22b1-4e83-a8ec-8b58c6b76394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7567058 Nov 09 04:56:33.788787 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb97747-d7fa-44d7-a0b5-64dbd7bb9b79 None None] Pushing event updated for resources: {'Port': ['ID=d196c12a-8751-4b47-b284-56cdba9e4337,revision_number=2']} {{(pid=100974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:33.792668 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] Attempting to bind port d196c12a-8751-4b47-b284-56cdba9e4337 on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:56:33.793274 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] Attempting to bind port d196c12a-8751-4b47-b284-56cdba9e4337 by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}] {{(pid=100974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:56:33.794015 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] Attempting to bind port d196c12a-8751-4b47-b284-56cdba9e4337 on network 88e43ffb-3775-4d57-b72a-70455855b0f1 {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:56:33.809942 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb97747-d7fa-44d7-a0b5-64dbd7bb9b79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:33.810547 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb97747-d7fa-44d7-a0b5-64dbd7bb9b79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:33.811659 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb97747-d7fa-44d7-a0b5-64dbd7bb9b79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:33.812239 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb97747-d7fa-44d7-a0b5-64dbd7bb9b79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:33.812732 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb97747-d7fa-44d7-a0b5-64dbd7bb9b79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:33.813263 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb97747-d7fa-44d7-a0b5-64dbd7bb9b79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:33.814147 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb97747-d7fa-44d7-a0b5-64dbd7bb9b79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:33.814736 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb97747-d7fa-44d7-a0b5-64dbd7bb9b79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:33.815252 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb97747-d7fa-44d7-a0b5-64dbd7bb9b79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:33.817162 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb97747-d7fa-44d7-a0b5-64dbd7bb9b79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:33.817708 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb97747-d7fa-44d7-a0b5-64dbd7bb9b79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:33.818271 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb97747-d7fa-44d7-a0b5-64dbd7bb9b79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb97747-d7fa-44d7-a0b5-64dbd7bb9b79 None None] Tracked resource versions report: Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: pushed versions: Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: { 'AddressGroup': {'1.2'}, Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: 'ConntrackHelper': {'1.0'}, Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: 'Log': {'1.0'}, Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: 'Network': {'1.1'}, Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: 'Port': {'1.7'}, Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: 'PortForwarding': {'1.2'}, Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: 'QosPolicy': {'1.10'}, Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: 'SecurityGroup': {'1.5'}, Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: 'SecurityGroupRule': {'1.2'}, Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: 'SubPort': {'1.0'}, Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: 'Subnet': {'1.1'}, Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: 'Trunk': {'1.1'}} Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: consumer versions: Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: { DHCP agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: HyperV agent@hv-cinder-81713: {}, Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: L3 agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: Metadata agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: Metering agent@dv-cinder-817135-2-iscsi: {}, Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: Open vSwitch agent@dv-cinder-817135-2-iscsi: { 'AddressGroup': '1.2', Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: 'ConntrackHelper': '1.0', Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: 'Log': '1.0', Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: 'Network': '1.1', Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: 'Port': '1.7', Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: 'PortForwarding': '1.2', Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: 'QosPolicy': '1.10', Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: 'SecurityGroup': '1.5', Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: 'SecurityGroupRule': '1.2', Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: 'SubPort': '1.0', Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: 'Subnet': '1.1', Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: 'Trunk': '1.1'}} Nov 09 04:56:33.821531 dv-cinder-817135-2-iscsi neutron-server[100974]: {{(pid=100974) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 09 04:56:33.830650 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-76d95f85-3440-4518-9ccc-296a8f462a27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:33.831424 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:56:33.832082 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] Checking segment: {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:56:33.832709 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:33.833819 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] Bound using segment: {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'} {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:56:33.834683 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] Bound port: d196c12a-8751-4b47-b284-56cdba9e4337, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}}] {{(pid=100974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:56:33.835340 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:33.842866 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:33.883876 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-ac619795-c573-4829-9465-de7e67cc7fb8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb9dcad090d247508d51df3c835b3ab6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3364396 Nov 09 04:56:33.889962 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-84e905e7-3684-4918-b654-f1b6689c671a service neutron] 10.222.0.41 "GET /v2.0/networks/19d7125c-22b1-4e83-a8ec-8b58c6b76394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847928 Nov 09 04:56:33.890125 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 40712) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:33.890648 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac619795-c573-4829-9465-de7e67cc7fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4c34bc-c8da-4d19-bdeb-e4ab3161abbe,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:34.005948 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.db [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] For port d196c12a-8751-4b47-b284-56cdba9e4337, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:56:34.024360 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.db [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] For port d196c12a-8751-4b47-b284-56cdba9e4337, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=d196c12a-8751-4b47-b284-56cdba9e4337,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:56:34.038215 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:34.121245 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 40716) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:34.164464 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb97747-d7fa-44d7-a0b5-64dbd7bb9b79 None None] Pushing event updated for resources: {'Port': ['ID=d196c12a-8751-4b47-b284-56cdba9e4337,revision_number=3']} {{(pid=100974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:34.196673 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f9be1b7a-47f5-4e79-8c37-77a1627584a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:34.202507 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8339ad3a-1be0-47fd-85ba-419306a5d26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:34.214602 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] Publish callbacks [] for port, precommit_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:34.224857 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:34.225092 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] Routers {'fc61767b-f15e-4f2f-8c3c-3f064bba1818'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:56:34.225550 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T04:56:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:34.252394 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-76d95f85-3440-4518-9ccc-296a8f462a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:34.261133 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-76d95f85-3440-4518-9ccc-296a8f462a27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:34.265906 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-76d95f85-3440-4518-9ccc-296a8f462a27 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3a1fc6e-990d-4b27-89fb-859f03bad757 HTTP/1.1" status: 204 len: 168 time: 0.7830272 Nov 09 04:56:34.294139 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a3259a92-99c0-49f0-b12b-bf5a7547c42c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:34.379964 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c7b63-3124-4316-bb10-04c6df758db9 None None] Pushing event updated for resources: {'Port': ['ID=f3aaf121-9594-48c4-8293-a166158221fe,revision_number=2']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:34.382387 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] Attempting to bind port f3aaf121-9594-48c4-8293-a166158221fe on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:56:34.382758 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] Attempting to bind port f3aaf121-9594-48c4-8293-a166158221fe by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:56:34.383120 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] Attempting to bind port f3aaf121-9594-48c4-8293-a166158221fe on network 88e43ffb-3775-4d57-b72a-70455855b0f1 {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:56:34.403172 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] Set router fc61767b-f15e-4f2f-8c3c-3f064bba1818 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:56:34.403857 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:56:34.404036 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] Checking segment: {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:56:34.404412 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:34.405339 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] Bound using segment: {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:56:34.405817 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] Bound port: f3aaf121-9594-48c4-8293-a166158221fe, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:56:34.406197 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:34.407404 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a3259a92-99c0-49f0-b12b-bf5a7547c42c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:34.445606 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-dc1931bc-4699-4dd9-8009-0af9d7afe2e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:34.480229 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d95f85-3440-4518-9ccc-296a8f462a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a1fc6e-990d-4b27-89fb-859f03bad757,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:34.545773 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] For port f3aaf121-9594-48c4-8293-a166158221fe, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:56:34.572109 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] For port f3aaf121-9594-48c4-8293-a166158221fe, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=f3aaf121-9594-48c4-8293-a166158221fe,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:56:34.587356 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:34.606918 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_common [None req-f9be1b7a-47f5-4e79-8c37-77a1627584a7 admin admin] Allocated IP 172.20.0.1 (eb813874-3a1c-46ff-b91a-7dd6ea1c233b/c2499b84-6c8e-423c-9fb2-df6ba60139be/abdb6e1e-6cc5-491a-847d-c81966c97b79) {{(pid=100972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:56:34.658948 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d0fba126-fbae-4b37-9e7f-ce0686fc0226 req-fe5dcee5-1220-4956-be2e-f261ccbf7121 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 210 time: 0.1333270 Nov 09 04:56:34.696663 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a3259a92-99c0-49f0-b12b-bf5a7547c42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:34.699251 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a3259a92-99c0-49f0-b12b-bf5a7547c42c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:34.708098 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-a3259a92-99c0-49f0-b12b-bf5a7547c42c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a4c34bc-c8da-4d19-bdeb-e4ab3161abbe HTTP/1.1" status: 204 len: 168 time: 0.8146582 Nov 09 04:56:34.742014 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c7b63-3124-4316-bb10-04c6df758db9 None None] Pushing event updated for resources: {'Port': ['ID=f3aaf121-9594-48c4-8293-a166158221fe,revision_number=3']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:34.743076 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'name': 'tempest-AttachVolumeShelveTestJSON-1096774964-router', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T04:56:30Z', 'revision_number': 3, 'project_id': 'df921510edf34ac09f5be957837f5546', 'gw_port': {'id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:29Z', 'updated_at': '2021-11-09T04:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:34.774906 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] Routers {'4745fa43-db17-4f57-bf74-cffa11e73324'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:56:34.778137 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T04:56:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['4745fa43-db17-4f57-bf74-cffa11e73324'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:34.807987 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3259a92-99c0-49f0-b12b-bf5a7547c42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4c34bc-c8da-4d19-bdeb-e4ab3161abbe,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:34.823731 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769e8866-209e-4c75-bf35-1474acf1ad2c None None] The sync data for ids ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'] in dv-cinder-817135-2-iscsi is: [{'id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'name': 'tempest-AttachVolumeShelveTestJSON-1096774964-router', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T04:56:30Z', 'revision_number': 3, 'project_id': 'df921510edf34ac09f5be957837f5546', 'gw_port': {'id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:29Z', 'updated_at': '2021-11-09T04:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}] {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:56:34.955599 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f9be1b7a-47f5-4e79-8c37-77a1627584a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:34.982362 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [None req-8339ad3a-1be0-47fd-85ba-419306a5d26e admin admin] Allocated IP 172.20.0.1 (c60fd891-87b5-46cd-8c22-d608e60c1a68/5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6/86d3efb5-b1bf-48fe-887e-23d6b4897ca4) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:56:35.085432 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f9be1b7a-47f5-4e79-8c37-77a1627584a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384'] for port, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:35.092943 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] Set router 4745fa43-db17-4f57-bf74-cffa11e73324 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:56:35.151966 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9be1b7a-47f5-4e79-8c37-77a1627584a7 admin admin] Network eb813874-3a1c-46ff-b91a-7dd6ea1c233b is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:56:35.160726 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-f9be1b7a-47f5-4e79-8c37-77a1627584a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:56:35.161933 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8339ad3a-1be0-47fd-85ba-419306a5d26e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:35.165453 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be1b7a-47f5-4e79-8c37-77a1627584a7 admin admin] Received port after_create {{(pid=100972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:56:35.166382 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f9be1b7a-47f5-4e79-8c37-77a1627584a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461613'] for router_interface, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:35.220356 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8339ad3a-1be0-47fd-85ba-419306a5d26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:35.317104 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8339ad3a-1be0-47fd-85ba-419306a5d26e admin admin] Network c60fd891-87b5-46cd-8c22-d608e60c1a68 is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:56:35.352589 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-8339ad3a-1be0-47fd-85ba-419306a5d26e admin admin] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:56:35.359371 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8339ad3a-1be0-47fd-85ba-419306a5d26e admin admin] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:56:35.360251 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8339ad3a-1be0-47fd-85ba-419306a5d26e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461613'] for router_interface, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:35.412356 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d87154c6-21ff-4aac-af3e-802e21b4ab33 req-49954326-6812-48d8-a10d-81f214d6871f tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 210 time: 0.6104796 Nov 09 04:56:35.485652 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4745fa43-db17-4f57-bf74-cffa11e73324', 'name': 'tempest-ServerRescueNegativeTestJSON-1885501990-router', 'tenant_id': '03305e25979a4de2b9bf721e0ac9fabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'f3aaf121-9594-48c4-8293-a166158221fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T04:56:31Z', 'revision_number': 3, 'project_id': '03305e25979a4de2b9bf721e0ac9fabe', 'gw_port': {'id': 'f3aaf121-9594-48c4-8293-a166158221fe', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:56:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4745fa43-db17-4f57-bf74-cffa11e73324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:30Z', 'updated_at': '2021-11-09T04:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:35.528436 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f9be1b7a-47f5-4e79-8c37-77a1627584a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:35.549364 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339ad3a-1be0-47fd-85ba-419306a5d26e admin admin] Pushing event updated for resources: {'Port': ['ID=86d3efb5-b1bf-48fe-887e-23d6b4897ca4,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:35.581528 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769f2f2f-a45c-4f98-8a77-83e89380746c None None] The sync data for ids ['4745fa43-db17-4f57-bf74-cffa11e73324'] in dv-cinder-817135-2-iscsi is: [{'id': '4745fa43-db17-4f57-bf74-cffa11e73324', 'name': 'tempest-ServerRescueNegativeTestJSON-1885501990-router', 'tenant_id': '03305e25979a4de2b9bf721e0ac9fabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'f3aaf121-9594-48c4-8293-a166158221fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T04:56:31Z', 'revision_number': 3, 'project_id': '03305e25979a4de2b9bf721e0ac9fabe', 'gw_port': {'id': 'f3aaf121-9594-48c4-8293-a166158221fe', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:56:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4745fa43-db17-4f57-bf74-cffa11e73324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:30Z', 'updated_at': '2021-11-09T04:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}] {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:56:35.614694 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 40780) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:35.633152 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-dc1931bc-4699-4dd9-8009-0af9d7afe2e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:35.644292 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be1b7a-47f5-4e79-8c37-77a1627584a7 admin admin] Pushing event updated for resources: {'Port': ['ID=abdb6e1e-6cc5-491a-847d-c81966c97b79,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:35.656109 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-dc1931bc-4699-4dd9-8009-0af9d7afe2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:35.754866 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8023dff7-8ab8-43bb-bee6-6a2ab97acb50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:35.841108 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-a4665ae2-e8bc-45e5-8e2f-6d1b47b5e8b0 None None] Provisioning complete for port 86d3efb5-b1bf-48fe-887e-23d6b4897ca4 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:56:35.844949 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-a4665ae2-e8bc-45e5-8e2f-6d1b47b5e8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:35.899285 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6f6ecb22-a065-48cc-86c2-9abf0435f3f0 req-0d9e1e27-70b9-41fc-adf4-5f031b3a7209 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 210 time: 0.1352575 Nov 09 04:56:35.902921 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-dc1931bc-4699-4dd9-8009-0af9d7afe2e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ca9c79d07d446299c631cb3712e3115&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7797179 Nov 09 04:56:35.917576 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 40792) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:35.956998 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-a4665ae2-e8bc-45e5-8e2f-6d1b47b5e8b0 None None] Port 86d3efb5-b1bf-48fe-887e-23d6b4897ca4 cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:56:35.970347 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1931bc-4699-4dd9-8009-0af9d7afe2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6c2851-ab97-4146-8b76-db2436c56bd5,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:36.022380 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device d196c12a-8751-4b47-b284-56cdba9e4337 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:56:36.130209 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8339ad3a-1be0-47fd-85ba-419306a5d26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:36.154148 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port d196c12a-8751-4b47-b284-56cdba9e4337 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:56:36.154445 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:36.223089 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7e3c8ae0-57c6-43dd-a6c0-06b163c9d9a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:36.241850 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8023dff7-8ab8-43bb-bee6-6a2ab97acb50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:36.263010 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8023dff7-8ab8-43bb-bee6-6a2ab97acb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:36.280308 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7e3c8ae0-57c6-43dd-a6c0-06b163c9d9a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:36.315945 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f9be1b7a-47f5-4e79-8c37-77a1627584a7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:36.341952 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f9be1b7a-47f5-4e79-8c37-77a1627584a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:36.342703 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f9be1b7a-47f5-4e79-8c37-77a1627584a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-461753'] for router_interface, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:36.361934 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:36.362382 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-8023dff7-8ab8-43bb-bee6-6a2ab97acb50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=64b4caba45de4fe3b8899f3d515875f6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7466400 Nov 09 04:56:36.386169 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 40802) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:36.393395 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023dff7-8ab8-43bb-bee6-6a2ab97acb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3b57dc-c478-4ad9-a1b0-b27a2e00397e,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:36.412878 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] For port d196c12a-8751-4b47-b284-56cdba9e4337, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=d196c12a-8751-4b47-b284-56cdba9e4337,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:56:36.420087 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:36.541577 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Pushing event updated for resources: {'Port': ['ID=d196c12a-8751-4b47-b284-56cdba9e4337,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:36.588485 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8339ad3a-1be0-47fd-85ba-419306a5d26e admin admin] Publish callbacks [] for port, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:36.596135 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8339ad3a-1be0-47fd-85ba-419306a5d26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:36.596907 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8339ad3a-1be0-47fd-85ba-419306a5d26e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-461753'] for router_interface, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:36.658454 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339ad3a-1be0-47fd-85ba-419306a5d26e admin admin] Pushing event updated for resources: {'Port': ['ID=86d3efb5-b1bf-48fe-887e-23d6b4897ca4,revision_number=2']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:36.711491 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be1b7a-47f5-4e79-8c37-77a1627584a7 admin admin] Pushing event updated for resources: {'Port': ['ID=abdb6e1e-6cc5-491a-847d-c81966c97b79,revision_number=2']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:36.731564 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7e3c8ae0-57c6-43dd-a6c0-06b163c9d9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:36.735370 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7e3c8ae0-57c6-43dd-a6c0-06b163c9d9a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:36.736833 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-7e3c8ae0-57c6-43dd-a6c0-06b163c9d9a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca6c2851-ab97-4146-8b76-db2436c56bd5 HTTP/1.1" status: 204 len: 168 time: 0.8175600 Nov 09 04:56:36.741911 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9be1b7a-47f5-4e79-8c37-77a1627584a7 admin admin] Network eb813874-3a1c-46ff-b91a-7dd6ea1c233b is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:56:36.774711 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-f9be1b7a-47f5-4e79-8c37-77a1627584a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:56:36.815927 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7b6ca252-8ef4-4387-b20d-7233097362c5 req-4b7cf80e-e9b4-4016-a1d9-3f717a2936c6 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 210 time: 0.1132510 Nov 09 04:56:36.825845 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c8ae0-57c6-43dd-a6c0-06b163c9d9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6c2851-ab97-4146-8b76-db2436c56bd5,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:36.895940 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8339ad3a-1be0-47fd-85ba-419306a5d26e admin admin] Network c60fd891-87b5-46cd-8c22-d608e60c1a68 is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:56:36.897592 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-8339ad3a-1be0-47fd-85ba-419306a5d26e admin admin] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:56:36.979866 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-35c6dada-dcff-42a0-b2f3-45a4155f5073 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:37.025852 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-35c6dada-dcff-42a0-b2f3-45a4155f5073 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:37.244194 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8339ad3a-1be0-47fd-85ba-419306a5d26e admin admin] Router fc61767b-f15e-4f2f-8c3c-3f064bba1818 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:56:37.300529 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-630c227c-02e9-41c9-9767-f9f22657c534 None None] Provisioning complete for port 86d3efb5-b1bf-48fe-887e-23d6b4897ca4 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:56:37.301217 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-630c227c-02e9-41c9-9767-f9f22657c534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:37.307897 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-76214d73-6510-475a-a98b-8b3035bdab0a req-b98a4f56-6066-40df-b590-29b49eb36bb0 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 210 time: 0.0480628 Nov 09 04:56:37.312710 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9be1b7a-47f5-4e79-8c37-77a1627584a7 admin admin] Router 4745fa43-db17-4f57-bf74-cffa11e73324 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:56:37.361024 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-630c227c-02e9-41c9-9767-f9f22657c534 None None] Port 86d3efb5-b1bf-48fe-887e-23d6b4897ca4 cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:56:37.434859 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8339ad3a-1be0-47fd-85ba-419306a5d26e admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:56:37.442611 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-8339ad3a-1be0-47fd-85ba-419306a5d26e admin admin] 10.222.0.41 "PUT /v2.0/routers/fc61767b-f15e-4f2f-8c3c-3f064bba1818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0005295 Nov 09 04:56:37.479106 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-35c6dada-dcff-42a0-b2f3-45a4155f5073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:37.482038 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-35c6dada-dcff-42a0-b2f3-45a4155f5073 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:37.484703 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-35c6dada-dcff-42a0-b2f3-45a4155f5073 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da3b57dc-c478-4ad9-a1b0-b27a2e00397e HTTP/1.1" status: 204 len: 168 time: 1.0972977 Nov 09 04:56:37.524136 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6dada-dcff-42a0-b2f3-45a4155f5073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3b57dc-c478-4ad9-a1b0-b27a2e00397e,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:37.584000 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9be1b7a-47f5-4e79-8c37-77a1627584a7 admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:56:37.590958 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-f9be1b7a-47f5-4e79-8c37-77a1627584a7 admin admin] 10.222.0.41 "PUT /v2.0/routers/4745fa43-db17-4f57-bf74-cffa11e73324/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6800334 Nov 09 04:56:38.007440 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device f3aaf121-9594-48c4-8293-a166158221fe up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:56:38.008148 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2ec04309-beea-4744-a547-da3ba896b253 req-2e8b5e0f-694e-49ae-8696-b98f4fe02dd3 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 210 time: 0.0573413 Nov 09 04:56:38.066149 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port f3aaf121-9594-48c4-8293-a166158221fe triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:56:38.066369 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:38.154390 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] Sync routers for ids ['4745fa43-db17-4f57-bf74-cffa11e73324'] in dv-cinder-817135-2-iscsi {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:56:38.172795 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:38.176452 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] Routers {'4745fa43-db17-4f57-bf74-cffa11e73324'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:56:38.177940 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T04:56:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['4745fa43-db17-4f57-bf74-cffa11e73324'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:38.220371 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] For port f3aaf121-9594-48c4-8293-a166158221fe, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=f3aaf121-9594-48c4-8293-a166158221fe,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:56:38.237100 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:38.237949 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device d196c12a-8751-4b47-b284-56cdba9e4337 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:56:38.350763 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] Sync routers for ids ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'] in dv-cinder-817135-2-iscsi {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:56:38.387299 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Pushing event updated for resources: {'Port': ['ID=f3aaf121-9594-48c4-8293-a166158221fe,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:38.395114 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] Routers {'fc61767b-f15e-4f2f-8c3c-3f064bba1818'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:56:38.397650 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T04:56:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:38.415152 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] Set router 4745fa43-db17-4f57-bf74-cffa11e73324 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:56:38.444755 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-34519f8c-885e-4fd9-aedb-b0848abbd5e9 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:38.454848 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-34519f8c-885e-4fd9-aedb-b0848abbd5e9 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/networks?id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 200 len: 819 time: 0.1631465 Nov 09 04:56:38.484018 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-3f81ded2-9cd0-4c27-bc47-fe06ca064d2e tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/quotas/03305e25979a4de2b9bf721e0ac9fabe HTTP/1.1" status: 200 len: 375 time: 0.0242839 Nov 09 04:56:38.543280 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] Set router fc61767b-f15e-4f2f-8c3c-3f064bba1818 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:56:38.546676 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port d196c12a-8751-4b47-b284-56cdba9e4337 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:56:38.547402 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:38.682079 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 40898) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:38.688322 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-175b018b-dd1b-4d4c-8445-f6c5c3d375f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2126910845', 'description': 'tempest-description--1308079439'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:38.750788 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-175b018b-dd1b-4d4c-8445-f6c5c3d375f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:38.805455 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:38.856458 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-27b9f9dd-ee57-4d25-9c41-f3fa69e84b07 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3708522 Nov 09 04:56:38.875153 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-175b018b-dd1b-4d4c-8445-f6c5c3d375f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:38.887537 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-175b018b-dd1b-4d4c-8445-f6c5c3d375f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:38.928785 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4745fa43-db17-4f57-bf74-cffa11e73324', 'name': 'tempest-ServerRescueNegativeTestJSON-1885501990-router', 'tenant_id': '03305e25979a4de2b9bf721e0ac9fabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'f3aaf121-9594-48c4-8293-a166158221fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T04:56:35Z', 'revision_number': 4, 'project_id': '03305e25979a4de2b9bf721e0ac9fabe', 'gw_port': {'id': 'f3aaf121-9594-48c4-8293-a166158221fe', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:56:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4745fa43-db17-4f57-bf74-cffa11e73324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:30Z', 'updated_at': '2021-11-09T04:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'abdb6e1e-6cc5-491a-847d-c81966c97b79', 'name': '', 'network_id': 'eb813874-3a1c-46ff-b91a-7dd6ea1c233b', 'tenant_id': '03305e25979a4de2b9bf721e0ac9fabe', 'mac_address': 'fa:16:3e:1c:91:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4745fa43-db17-4f57-bf74-cffa11e73324', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c2499b84-6c8e-423c-9fb2-df6ba60139be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:34Z', 'updated_at': '2021-11-09T04:56:35Z', 'revision_number': 2, 'project_id': '03305e25979a4de2b9bf721e0ac9fabe', 'subnets': [{'id': 'c2499b84-6c8e-423c-9fb2-df6ba60139be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:38.940372 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b018b-dd1b-4d4c-8445-f6c5c3d375f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc05164-868d-4735-b7fc-366fb2279c8d,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:38.967305 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] Checking router: 4745fa43-db17-4f57-bf74-cffa11e73324 for host: dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:56:38.968024 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] Updating router 4745fa43-db17-4f57-bf74-cffa11e73324 port abdb6e1e-6cc5-491a-847d-c81966c97b79 binding host dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:56:38.968881 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-00e611b2-c55e-4c3a-9b36-052aabb8cdd6 req-0c79be5b-b63e-402e-82d7-388cca08e7ec tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 210 time: 0.0909379 Nov 09 04:56:38.992501 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-175b018b-dd1b-4d4c-8445-f6c5c3d375f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:38.997731 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-175b018b-dd1b-4d4c-8445-f6c5c3d375f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3113377 Nov 09 04:56:38.999031 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 40908) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:39.008694 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-b4e73fc6-148c-4c3a-82dd-f48046296ca7 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Request body: {'security_group_rule': {'security_group_id': '6cc05164-868d-4735-b7fc-366fb2279c8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:39.019795 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:39.114499 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-ae132f50-a04e-4e8d-811e-a211c86f7459 service neutron] 10.222.0.41 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501149 Nov 09 04:56:39.145299 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b4e73fc6-148c-4c3a-82dd-f48046296ca7 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:39.223713 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.20', 49893) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:39.246923 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'name': 'tempest-AttachVolumeShelveTestJSON-1096774964-router', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': 'df921510edf34ac09f5be957837f5546', 'gw_port': {'id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:29Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '86d3efb5-b1bf-48fe-887e-23d6b4897ca4', 'name': '', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'mac_address': 'fa:16:3e:67:2c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:34Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 2, 'project_id': 'df921510edf34ac09f5be957837f5546', 'subnets': [{'id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:39.320433 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ea3e6431-4b81-4e37-80ec-f45936f14c0d req-d4d67a82-9c05-4293-9204-a4654f133f3f tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 210 time: 0.0586917 Nov 09 04:56:39.364097 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-a8c5a2ae-f7ab-4623-871b-5de6457d38c5 service neutron] 10.222.0.41 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469809 Nov 09 04:56:39.510191 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b4e73fc6-148c-4c3a-82dd-f48046296ca7 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:39.525158 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b4e73fc6-148c-4c3a-82dd-f48046296ca7 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:39.600838 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] Checking router: fc61767b-f15e-4f2f-8c3c-3f064bba1818 for host: dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:56:39.601187 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] Updating router fc61767b-f15e-4f2f-8c3c-3f064bba1818 port 86d3efb5-b1bf-48fe-887e-23d6b4897ca4 binding host dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:56:39.636684 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e73fc6-148c-4c3a-82dd-f48046296ca7 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4702e2-ae80-4362-bd07-503043af1bae,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:39.639735 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:39.655301 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b4e73fc6-148c-4c3a-82dd-f48046296ca7 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:39.659936 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 40930) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:39.665112 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-9fb876ef-276a-42a0-803b-315f80e3c8bb tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Request body: {'security_group_rule': {'security_group_id': '6cc05164-868d-4735-b7fc-366fb2279c8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:39.675917 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-b4e73fc6-148c-4c3a-82dd-f48046296ca7 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6748548 Nov 09 04:56:39.707488 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-15082cfc-2d0d-43f4-b1a7-91084d889ee2 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:39.714105 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-15082cfc-2d0d-43f4-b1a7-91084d889ee2 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.20 "GET /v2.0/networks?id=9dc74574-bcbe-4d7d-85c6-61611faf1df6 HTTP/1.1" status: 200 len: 815 time: 0.4865310 Nov 09 04:56:39.745211 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9fb876ef-276a-42a0-803b-315f80e3c8bb tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:39.831197 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-03d62409-982b-417b-836f-2031a9e45fc2 req-7a84ddf0-0668-44b0-af07-29352960545c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0744607 Nov 09 04:56:39.841281 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-106ae151-943d-401f-b188-4d755d0d920d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Request body: {'port': {'device_id': '12e7964e-3c1d-4928-9dfa-399d3721c871', 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6', 'admin_state_up': True, 'tenant_id': '3e9bea92048e49debbf053fea8eb2b9f'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:39.948616 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9fb876ef-276a-42a0-803b-315f80e3c8bb tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:39.954524 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9fb876ef-276a-42a0-803b-315f80e3c8bb tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:39.973877 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb876ef-276a-42a0-803b-315f80e3c8bb tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd3d05ca-b545-446e-b9ad-1b7b51273515,revision_number=0']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:40.098851 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9fb876ef-276a-42a0-803b-315f80e3c8bb tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:40.100119 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-9fb876ef-276a-42a0-803b-315f80e3c8bb tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4389458 Nov 09 04:56:40.112553 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 40964) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:40.162466 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-bbfccebc-9ca7-45dc-9920-9cfc4aa3e799 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Request body: {'floatingip': {'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:40.299890 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] Publish callbacks [] for port, precommit_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:40.318980 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:40.340866 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bbfccebc-9ca7-45dc-9920-9cfc4aa3e799 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for floatingip, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:40.422068 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.20', 49898) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:40.524202 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] Publish callbacks [] for port, precommit_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:40.534693 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7bcbd9a4-8d5e-4435-9ce4-3c2c5e692f40 req-a4faf76c-30c8-4559-9913-7d9c08a799c7 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 210 time: 0.2306571 Nov 09 04:56:40.543492 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device f3aaf121-9594-48c4-8293-a166158221fe up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:56:40.557331 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:40.572324 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b246e2-09ac-4ba1-8710-8654a0ea6957 None None] Pushing event updated for resources: {'Port': ['ID=abdb6e1e-6cc5-491a-847d-c81966c97b79,revision_number=3']} {{(pid=100974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:40.716152 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] Attempting to bind port abdb6e1e-6cc5-491a-847d-c81966c97b79 on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:56:40.716927 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] Attempting to bind port abdb6e1e-6cc5-491a-847d-c81966c97b79 by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': '2208e046-f033-47f1-96e4-7a48a8ee155f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eb813874-3a1c-46ff-b91a-7dd6ea1c233b'}] {{(pid=100974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:56:40.718482 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] Attempting to bind port abdb6e1e-6cc5-491a-847d-c81966c97b79 on network eb813874-3a1c-46ff-b91a-7dd6ea1c233b {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:56:40.725602 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:56:40.726476 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] Checking segment: {'id': '2208e046-f033-47f1-96e4-7a48a8ee155f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eb813874-3a1c-46ff-b91a-7dd6ea1c233b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:56:40.727250 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:40.727989 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] Bound using segment: {'id': '2208e046-f033-47f1-96e4-7a48a8ee155f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eb813874-3a1c-46ff-b91a-7dd6ea1c233b'} {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:56:40.728842 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] Bound port: abdb6e1e-6cc5-491a-847d-c81966c97b79, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2208e046-f033-47f1-96e4-7a48a8ee155f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eb813874-3a1c-46ff-b91a-7dd6ea1c233b'}}] {{(pid=100974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:56:40.729605 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:40.838577 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a41c6b9a-4bd2-4539-9e73-5cb20edde277 req-639223fc-5edd-4ea6-b380-126491b81c25 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 210 time: 0.1130147 Nov 09 04:56:40.881545 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-106ae151-943d-401f-b188-4d755d0d920d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Made reservation on behalf of 3e9bea92048e49debbf053fea8eb2b9f for: {'port': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:56:40.887335 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-106ae151-943d-401f-b188-4d755d0d920d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:40.919314 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1f702-bc56-47a3-adbd-1897f5c2d29f None None] Pushing event updated for resources: {'Port': ['ID=86d3efb5-b1bf-48fe-887e-23d6b4897ca4,revision_number=3']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:40.942958 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.db [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] For port abdb6e1e-6cc5-491a-847d-c81966c97b79, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:56:40.947286 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.db [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] For port abdb6e1e-6cc5-491a-847d-c81966c97b79, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=abdb6e1e-6cc5-491a-847d-c81966c97b79,segment=NetworkSegment(2208e046-f033-47f1-96e4-7a48a8ee155f),segment_id=2208e046-f033-47f1-96e4-7a48a8ee155f)] {{(pid=100974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:56:40.956918 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:41.070831 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] Attempting to bind port 86d3efb5-b1bf-48fe-887e-23d6b4897ca4 on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:56:41.071124 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] Attempting to bind port 86d3efb5-b1bf-48fe-887e-23d6b4897ca4 by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': '52977b9b-7dbb-46b3-9e6e-45b18f32a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68'}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:56:41.072607 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] Attempting to bind port 86d3efb5-b1bf-48fe-887e-23d6b4897ca4 on network c60fd891-87b5-46cd-8c22-d608e60c1a68 {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:56:41.083098 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port f3aaf121-9594-48c4-8293-a166158221fe triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:56:41.083510 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] Routers {'4745fa43-db17-4f57-bf74-cffa11e73324'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:56:41.083614 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:41.085952 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-357f3de9-719a-48a9-94eb-6902d75698ee tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:41.090004 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-357f3de9-719a-48a9-94eb-6902d75698ee tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.20 "GET /v2.0/networks?id=19d7125c-22b1-4e83-a8ec-8b58c6b76394 HTTP/1.1" status: 200 len: 811 time: 0.6151946 Nov 09 04:56:41.106313 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T04:56:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['4745fa43-db17-4f57-bf74-cffa11e73324'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:41.140761 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:56:41.141274 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] Checking segment: {'id': '52977b9b-7dbb-46b3-9e6e-45b18f32a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:56:41.142562 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:41.142996 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] Bound using segment: {'id': '52977b9b-7dbb-46b3-9e6e-45b18f32a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68'} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:56:41.144266 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] Bound port: 86d3efb5-b1bf-48fe-887e-23d6b4897ca4, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52977b9b-7dbb-46b3-9e6e-45b18f32a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68'}}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:56:41.144657 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:41.191051 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-686e9797-fed9-4ba2-8e25-f70aaa6cb802 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Request body: {'port': {'device_id': '5a87e643-d686-4a9b-b027-d72b89ab2e12', 'network_id': '19d7125c-22b1-4e83-a8ec-8b58c6b76394', 'admin_state_up': True, 'tenant_id': '27238c465f3941fb932e099dca430763'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:41.276678 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b246e2-09ac-4ba1-8710-8654a0ea6957 None None] Pushing event updated for resources: {'Port': ['ID=abdb6e1e-6cc5-491a-847d-c81966c97b79,revision_number=4']} {{(pid=100974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:41.424930 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] For port 86d3efb5-b1bf-48fe-887e-23d6b4897ca4, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:56:41.477181 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-dac8b64a-a73a-48f0-988a-d53f74afcccd tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:41.478247 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] Set router 4745fa43-db17-4f57-bf74-cffa11e73324 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:56:41.482786 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-dac8b64a-a73a-48f0-988a-d53f74afcccd tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/networks?id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 200 len: 819 time: 0.7683902 Nov 09 04:56:41.516294 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_common [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-106ae151-943d-401f-b188-4d755d0d920d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Allocated IP 172.20.0.2 (9dc74574-bcbe-4d7d-85c6-61611faf1df6/54166d97-84bf-4725-a6b5-fd66b63ba4bd/e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf) {{(pid=100972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:56:41.530794 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] For port 86d3efb5-b1bf-48fe-887e-23d6b4897ca4, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=86d3efb5-b1bf-48fe-887e-23d6b4897ca4,segment=NetworkSegment(52977b9b-7dbb-46b3-9e6e-45b18f32a431),segment_id=52977b9b-7dbb-46b3-9e6e-45b18f32a431)] {{(pid=100973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:56:41.597638 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-12488c70-cea7-4c4c-876c-dc7ccaef8648 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/quotas/03305e25979a4de2b9bf721e0ac9fabe HTTP/1.1" status: 200 len: 375 time: 0.0969577 Nov 09 04:56:41.597821 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-dc2a083a-2ae7-448c-b5ac-6e41a193de8f None None] Provisioning complete for port 86d3efb5-b1bf-48fe-887e-23d6b4897ca4 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:56:41.598118 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-dc2a083a-2ae7-448c-b5ac-6e41a193de8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:41.600151 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bbfccebc-9ca7-45dc-9920-9cfc4aa3e799 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:41.621918 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:41.680715 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:56:41.773573 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] Routers {'fc61767b-f15e-4f2f-8c3c-3f064bba1818'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:56:41.774939 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T04:56:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:41.840649 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-407c1b61-727b-4bf8-a25e-f5633a02bb8e req-71153cd5-5a0d-46d0-9c3b-db711af2ba5a tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 210 time: 0.1472461 Nov 09 04:56:41.919934 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1f702-bc56-47a3-adbd-1897f5c2d29f None None] Pushing event updated for resources: {'Port': ['ID=86d3efb5-b1bf-48fe-887e-23d6b4897ca4,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:41.923841 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.20', 49905) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:41.946504 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-686e9797-fed9-4ba2-8e25-f70aaa6cb802 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Made reservation on behalf of 27238c465f3941fb932e099dca430763 for: {'port': 1} {{(pid=100971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:56:41.957766 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-686e9797-fed9-4ba2-8e25-f70aaa6cb802 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:42.055953 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-dc2a083a-2ae7-448c-b5ac-6e41a193de8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:42.169417 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4745fa43-db17-4f57-bf74-cffa11e73324', 'name': 'tempest-ServerRescueNegativeTestJSON-1885501990-router', 'tenant_id': '03305e25979a4de2b9bf721e0ac9fabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'f3aaf121-9594-48c4-8293-a166158221fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T04:56:35Z', 'revision_number': 4, 'project_id': '03305e25979a4de2b9bf721e0ac9fabe', 'gw_port': {'id': 'f3aaf121-9594-48c4-8293-a166158221fe', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:56:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4745fa43-db17-4f57-bf74-cffa11e73324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:30Z', 'updated_at': '2021-11-09T04:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'abdb6e1e-6cc5-491a-847d-c81966c97b79', 'name': '', 'network_id': 'eb813874-3a1c-46ff-b91a-7dd6ea1c233b', 'tenant_id': '03305e25979a4de2b9bf721e0ac9fabe', 'mac_address': 'fa:16:3e:1c:91:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4745fa43-db17-4f57-bf74-cffa11e73324', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c2499b84-6c8e-423c-9fb2-df6ba60139be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:34Z', 'updated_at': '2021-11-09T04:56:40Z', 'revision_number': 4, 'project_id': '03305e25979a4de2b9bf721e0ac9fabe', 'subnets': [{'id': 'c2499b84-6c8e-423c-9fb2-df6ba60139be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:42.209753 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c52112-9bdc-4862-8090-cc08ebad2369 None None] The sync data for ids ['4745fa43-db17-4f57-bf74-cffa11e73324'] in dv-cinder-817135-2-iscsi is: [{'id': '4745fa43-db17-4f57-bf74-cffa11e73324', 'name': 'tempest-ServerRescueNegativeTestJSON-1885501990-router', 'tenant_id': '03305e25979a4de2b9bf721e0ac9fabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'f3aaf121-9594-48c4-8293-a166158221fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T04:56:35Z', 'revision_number': 4, 'project_id': '03305e25979a4de2b9bf721e0ac9fabe', 'gw_port': {'id': 'f3aaf121-9594-48c4-8293-a166158221fe', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:56:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4745fa43-db17-4f57-bf74-cffa11e73324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:30Z', 'updated_at': '2021-11-09T04:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'abdb6e1e-6cc5-491a-847d-c81966c97b79', 'name': '', 'network_id': 'eb813874-3a1c-46ff-b91a-7dd6ea1c233b', 'tenant_id': '03305e25979a4de2b9bf721e0ac9fabe', 'mac_address': 'fa:16:3e:1c:91:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4745fa43-db17-4f57-bf74-cffa11e73324', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c2499b84-6c8e-423c-9fb2-df6ba60139be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:34Z', 'updated_at': '2021-11-09T04:56:40Z', 'revision_number': 4, 'project_id': '03305e25979a4de2b9bf721e0ac9fabe', 'subnets': [{'id': 'c2499b84-6c8e-423c-9fb2-df6ba60139be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:56:42.244709 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-dc2a083a-2ae7-448c-b5ac-6e41a193de8f None None] For port 86d3efb5-b1bf-48fe-887e-23d6b4897ca4, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=86d3efb5-b1bf-48fe-887e-23d6b4897ca4,segment=NetworkSegment(52977b9b-7dbb-46b3-9e6e-45b18f32a431),segment_id=52977b9b-7dbb-46b3-9e6e-45b18f32a431)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:56:42.258247 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-dc2a083a-2ae7-448c-b5ac-6e41a193de8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:42.345344 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4cd0ff74-d4ae-441b-9bfe-8d6fdcd49229 req-6d9d1076-e9f5-4d73-a042-c5c3a87c65f2 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 210 time: 0.2559991 Nov 09 04:56:42.429294 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-106ae151-943d-401f-b188-4d755d0d920d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks [] for port, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:42.447393 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] Set router fc61767b-f15e-4f2f-8c3c-3f064bba1818 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:56:42.516009 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-ee8fe240-4dfe-441e-969b-1b469fdc3ee6 None None] Provisioning complete for port 86d3efb5-b1bf-48fe-887e-23d6b4897ca4 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:56:42.518770 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-ee8fe240-4dfe-441e-969b-1b469fdc3ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:42.533482 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [None req-bbfccebc-9ca7-45dc-9920-9cfc4aa3e799 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Allocated IP 172.27.0.80 (88e43ffb-3775-4d57-b72a-70455855b0f1/a0c8eb9b-e525-49dd-abc3-6c12893ff27c/2798ff83-00d6-447c-a1e3-34792e33a2a9) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:56:42.686069 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-0215510a-cf7a-4d6a-8b25-857333513022 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:42.694721 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-0215510a-cf7a-4d6a-8b25-857333513022 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.20 "GET /v2.0/networks?id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 200 len: 819 time: 0.7697413 Nov 09 04:56:42.716208 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a083a-2ae7-448c-b5ac-6e41a193de8f None None] Pushing event updated for resources: {'Port': ['ID=86d3efb5-b1bf-48fe-887e-23d6b4897ca4,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:42.720403 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-106ae151-943d-401f-b188-4d755d0d920d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384'] for port, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:43.022089 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4df82bb6-2332-42a6-bc7e-a003b74126fc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Request body: {'port': {'device_id': '367541e4-c608-43b0-90da-677a42dc9b16', 'network_id': 'eb813874-3a1c-46ff-b91a-7dd6ea1c233b', 'admin_state_up': True, 'tenant_id': '03305e25979a4de2b9bf721e0ac9fabe'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:43.061038 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-106ae151-943d-401f-b188-4d755d0d920d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Network 9dc74574-bcbe-4d7d-85c6-61611faf1df6 is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:56:43.112040 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-106ae151-943d-401f-b188-4d755d0d920d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:56:43.140068 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-5ccb7c87-cf4c-43be-80df-ba03da51fa71 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5191102 Nov 09 04:56:43.188922 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ae151-943d-401f-b188-4d755d0d920d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Pushing event updated for resources: {'Port': ['ID=e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:43.240055 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'name': 'tempest-AttachVolumeShelveTestJSON-1096774964-router', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': 'df921510edf34ac09f5be957837f5546', 'gw_port': {'id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:29Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '86d3efb5-b1bf-48fe-887e-23d6b4897ca4', 'name': '', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'mac_address': 'fa:16:3e:67:2c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:34Z', 'updated_at': '2021-11-09T04:56:41Z', 'revision_number': 4, 'project_id': 'df921510edf34ac09f5be957837f5546', 'subnets': [{'id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:56:43.240881 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-106ae151-943d-401f-b188-4d755d0d920d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Received port after_create {{(pid=100972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:56:43.249058 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-106ae151-943d-401f-b188-4d755d0d920d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:43.249735 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-106ae151-943d-401f-b188-4d755d0d920d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:43.278082 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bbfccebc-9ca7-45dc-9920-9cfc4aa3e799 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:43.294937 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2a714cfd-cc8a-4f91-85d9-e485cd2f6c6b req-6c76fbeb-bcd8-44e9-ac2d-d5fd494604ce tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 210 time: 0.2629027 Nov 09 04:56:43.312191 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-106ae151-943d-401f-b188-4d755d0d920d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4832292 Nov 09 04:56:43.315739 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df682a9-e023-46f6-a17b-910fa32bb2af None None] The sync data for ids ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'] in dv-cinder-817135-2-iscsi is: [{'id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'name': 'tempest-AttachVolumeShelveTestJSON-1096774964-router', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': 'df921510edf34ac09f5be957837f5546', 'gw_port': {'id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:29Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '86d3efb5-b1bf-48fe-887e-23d6b4897ca4', 'name': '', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'mac_address': 'fa:16:3e:67:2c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:34Z', 'updated_at': '2021-11-09T04:56:41Z', 'revision_number': 4, 'project_id': 'df921510edf34ac09f5be957837f5546', 'subnets': [{'id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:56:43.358480 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-a33b8e20-a909-4408-895f-c81219d9d1c6 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 04:56:43.365259 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-a33b8e20-a909-4408-895f-c81219d9d1c6 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075402 Nov 09 04:56:43.703022 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 41102) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:43.781066 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4df82bb6-2332-42a6-bc7e-a003b74126fc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Made reservation on behalf of 03305e25979a4de2b9bf721e0ac9fabe for: {'port': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:56:43.790599 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4df82bb6-2332-42a6-bc7e-a003b74126fc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:43.938010 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-686e9797-fed9-4ba2-8e25-f70aaa6cb802 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Allocated IP 172.20.0.7 (19d7125c-22b1-4e83-a8ec-8b58c6b76394/cd1018dc-f9a3-43a6-8902-e8d9aeb84e77/d6b95a2c-0b66-4503-93bb-c3d25b0b0db8) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:56:44.053315 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-40604e7a-eae2-4360-aa0b-d3a262e98613 service neutron] 10.222.0.41 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8428466 Nov 09 04:56:44.088312 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bbfccebc-9ca7-45dc-9920-9cfc4aa3e799 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:44.123331 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device abdb6e1e-6cc5-491a-847d-c81966c97b79 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:56:44.220388 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-1c850d7a-3ad2-4b8b-bf34-8c52d45a400f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:44.223042 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port abdb6e1e-6cc5-491a-847d-c81966c97b79 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:56:44.223409 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:44.253010 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfccebc-9ca7-45dc-9920-9cfc4aa3e799 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Network 88e43ffb-3775-4d57-b72a-70455855b0f1 is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:56:44.279145 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-bbfccebc-9ca7-45dc-9920-9cfc4aa3e799 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:56:44.304442 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfccebc-9ca7-45dc-9920-9cfc4aa3e799 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:56:44.313312 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfccebc-9ca7-45dc-9920-9cfc4aa3e799 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Pushing event updated for resources: {'Port': ['ID=2798ff83-00d6-447c-a1e3-34792e33a2a9,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:44.342295 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:44.395301 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] For port abdb6e1e-6cc5-491a-847d-c81966c97b79, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=abdb6e1e-6cc5-491a-847d-c81966c97b79,segment=NetworkSegment(2208e046-f033-47f1-96e4-7a48a8ee155f),segment_id=2208e046-f033-47f1-96e4-7a48a8ee155f)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:56:44.395576 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd5339-be3d-41da-a60b-05ffb6b76821 req-48d2d443-733d-4485-a661-f1b48f57dd12 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:44.397513 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-badd5339-be3d-41da-a60b-05ffb6b76821 req-48d2d443-733d-4485-a661-f1b48f57dd12 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 931 time: 0.8365347 Nov 09 04:56:44.397987 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-f565d77f-4337-4394-9f45-908e7b81299f service neutron] 10.222.0.41 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434167 Nov 09 04:56:44.409544 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:44.410330 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 86d3efb5-b1bf-48fe-887e-23d6b4897ca4 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:56:44.541438 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_common [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4df82bb6-2332-42a6-bc7e-a003b74126fc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Allocated IP 172.20.0.12 (eb813874-3a1c-46ff-b91a-7dd6ea1c233b/c2499b84-6c8e-423c-9fb2-df6ba60139be/4a887e80-10aa-4e62-9e15-7d3eb5cf25d5) {{(pid=100972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:56:44.546602 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Pushing event updated for resources: {'Port': ['ID=abdb6e1e-6cc5-491a-847d-c81966c97b79,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:44.567863 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-badd5339-be3d-41da-a60b-05ffb6b76821 req-aca5bf29-00d8-4be8-bff3-782c204426dc tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621852 Nov 09 04:56:44.613256 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port 86d3efb5-b1bf-48fe-887e-23d6b4897ca4 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:56:44.613893 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:44.791003 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bbfccebc-9ca7-45dc-9920-9cfc4aa3e799 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:44.799250 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b83cf33d-2919-4ec4-a05c-40beca58f787 req-6dbdacd2-2be6-400c-a725-ec7f2afe302a tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 210 time: 0.0484970 Nov 09 04:56:44.800743 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-330a4ff1-bed2-493d-a6df-742068e90e8b req-13523185-bef1-4764-b451-9f595c2620e1 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 210 time: 0.0719790 Nov 09 04:56:44.843572 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-1c850d7a-3ad2-4b8b-bf34-8c52d45a400f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:44.852542 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-1c850d7a-3ad2-4b8b-bf34-8c52d45a400f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:44.881217 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-686e9797-fed9-4ba2-8e25-f70aaa6cb802 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:44.890198 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bbfccebc-9ca7-45dc-9920-9cfc4aa3e799 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:44.915964 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4df82bb6-2332-42a6-bc7e-a003b74126fc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Publish callbacks [] for port, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:44.919230 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-1c850d7a-3ad2-4b8b-bf34-8c52d45a400f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec805a31f573404ca709fcd326f13a63&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1957972 Nov 09 04:56:44.923725 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c850d7a-3ad2-4b8b-bf34-8c52d45a400f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e600b2d3-b9ae-471e-904b-fc20d386a114,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:44.926514 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 41128) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:44.961375 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4df82bb6-2332-42a6-bc7e-a003b74126fc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384'] for port, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:45.016696 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4df82bb6-2332-42a6-bc7e-a003b74126fc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Network eb813874-3a1c-46ff-b91a-7dd6ea1c233b is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:56:45.022495 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4df82bb6-2332-42a6-bc7e-a003b74126fc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:56:45.027847 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4df82bb6-2332-42a6-bc7e-a003b74126fc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Received port after_create {{(pid=100972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:56:45.035334 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4df82bb6-2332-42a6-bc7e-a003b74126fc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:45.035991 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4df82bb6-2332-42a6-bc7e-a003b74126fc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:45.044307 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-686e9797-fed9-4ba2-8e25-f70aaa6cb802 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:45.047484 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df82bb6-2332-42a6-bc7e-a003b74126fc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Pushing event updated for resources: {'Port': ['ID=4a887e80-10aa-4e62-9e15-7d3eb5cf25d5,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:45.058809 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4df82bb6-2332-42a6-bc7e-a003b74126fc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2402198 Nov 09 04:56:45.143028 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-d41c1fb6-641c-4931-83dd-b4bae69ae20d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:45.177250 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-686e9797-fed9-4ba2-8e25-f70aaa6cb802 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Network 19d7125c-22b1-4e83-a8ec-8b58c6b76394 is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:56:45.195860 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-686e9797-fed9-4ba2-8e25-f70aaa6cb802 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:56:45.205445 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-686e9797-fed9-4ba2-8e25-f70aaa6cb802 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:56:45.210909 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-686e9797-fed9-4ba2-8e25-f70aaa6cb802 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:45.211497 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-686e9797-fed9-4ba2-8e25-f70aaa6cb802 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for port, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:45.213857 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e9797-fed9-4ba2-8e25-f70aaa6cb802 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Pushing event updated for resources: {'Port': ['ID=d6b95a2c-0b66-4503-93bb-c3d25b0b0db8,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:45.223012 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-d41c1fb6-641c-4931-83dd-b4bae69ae20d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:45.266404 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-686e9797-fed9-4ba2-8e25-f70aaa6cb802 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1005692 Nov 09 04:56:45.293148 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bbfccebc-9ca7-45dc-9920-9cfc4aa3e799 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for port, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:45.297908 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bbfccebc-9ca7-45dc-9920-9cfc4aa3e799 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:45.334812 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-d41c1fb6-641c-4931-83dd-b4bae69ae20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:45.337272 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-d41c1fb6-641c-4931-83dd-b4bae69ae20d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:45.338361 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-d41c1fb6-641c-4931-83dd-b4bae69ae20d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e600b2d3-b9ae-471e-904b-fc20d386a114 HTTP/1.1" status: 204 len: 168 time: 0.3920114 Nov 09 04:56:45.340860 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bbfccebc-9ca7-45dc-9920-9cfc4aa3e799 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461206'] for floatingip, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:45.365568 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c1fb6-641c-4931-83dd-b4bae69ae20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e600b2d3-b9ae-471e-904b-fc20d386a114,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:45.367443 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfccebc-9ca7-45dc-9920-9cfc4aa3e799 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Pushing event updated for resources: {'Port': ['ID=2798ff83-00d6-447c-a1e3-34792e33a2a9,revision_number=2']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:45.372738 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bbfccebc-9ca7-45dc-9920-9cfc4aa3e799 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for floatingip, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:45.374540 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-bbfccebc-9ca7-45dc-9920-9cfc4aa3e799 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2597935 Nov 09 04:56:45.592408 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-161eb350-f01a-41a3-b929-ff53ba28d171 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2126910845&fields=id&tenant_id=df921510edf34ac09f5be957837f5546 HTTP/1.1" status: 200 len: 267 time: 0.0533006 Nov 09 04:56:45.631480 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 41158) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:45.647632 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-29762917-adad-4d24-a21f-11b5940f79a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:45.709221 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-3611166a-6a18-4053-9526-f9d8fa7b1704 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:45.710692 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-3611166a-6a18-4053-9526-f9d8fa7b1704 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/networks?id=c60fd891-87b5-46cd-8c22-d608e60c1a68 HTTP/1.1" status: 200 len: 817 time: 0.1110313 Nov 09 04:56:45.716955 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c66245-521a-480e-84ce-a171cc008e3c req-5013b373-61a1-4d8f-913e-ffb2b8e3c24c tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:45.718426 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f6c66245-521a-480e-84ce-a171cc008e3c req-5013b373-61a1-4d8f-913e-ffb2b8e3c24c tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 931 time: 0.0725598 Nov 09 04:56:45.730222 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-f8c5d238-eba3-4934-bedf-607b98c26768 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/quotas/df921510edf34ac09f5be957837f5546 HTTP/1.1" status: 200 len: 375 time: 0.0137358 Nov 09 04:56:45.794077 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f6c66245-521a-480e-84ce-a171cc008e3c req-f42bbe8a-e439-4bf8-bea8-83a1faaf9066 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698657 Nov 09 04:56:45.798690 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-035f05dd-d8f3-4c26-980c-6429ff0627dc tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=df921510edf34ac09f5be957837f5546&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0651906 Nov 09 04:56:45.809445 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-29762917-adad-4d24-a21f-11b5940f79a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:45.816941 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-29762917-adad-4d24-a21f-11b5940f79a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:45.865235 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device abdb6e1e-6cc5-491a-847d-c81966c97b79 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:56:45.875459 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-29762917-adad-4d24-a21f-11b5940f79a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=646a37564266494b910b5a2c2112d5f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427945 Nov 09 04:56:45.876607 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29762917-adad-4d24-a21f-11b5940f79a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172465eb-e85b-48b3-ba14-e89a36182ec7,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:45.879005 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 41164) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:45.913700 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port abdb6e1e-6cc5-491a-847d-c81966c97b79 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:56:45.914078 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:45.954369 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3bff-5235-4f41-8b1d-990c334ad611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:45.960462 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-946a53f0-0638-45ba-9412-e361f22f8504 service neutron] 10.222.0.41 "GET /v2.0/networks/c60fd891-87b5-46cd-8c22-d608e60c1a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270590 Nov 09 04:56:45.996561 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3bff-5235-4f41-8b1d-990c334ad611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:46.023939 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44c3ae-7832-445c-9ca0-ea77779d095f req-cc354951-2796-40b4-822f-b7534064a8d8 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:46.025537 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2e44c3ae-7832-445c-9ca0-ea77779d095f req-cc354951-2796-40b4-822f-b7534064a8d8 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 931 time: 0.0847042 Nov 09 04:56:46.069947 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-b59a07e0-fec1-471d-a14b-d34f50d98f5a service neutron] 10.222.0.41 "GET /v2.0/networks/c60fd891-87b5-46cd-8c22-d608e60c1a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961540 Nov 09 04:56:46.083603 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3bff-5235-4f41-8b1d-990c334ad611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:46.086167 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3bff-5235-4f41-8b1d-990c334ad611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:46.087287 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-cf5d3bff-5235-4f41-8b1d-990c334ad611 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/172465eb-e85b-48b3-ba14-e89a36182ec7 HTTP/1.1" status: 204 len: 168 time: 0.1959107 Nov 09 04:56:46.094490 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2e44c3ae-7832-445c-9ca0-ea77779d095f req-6ce4348d-c84e-4421-a626-507e049641b4 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532036 Nov 09 04:56:46.099122 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d3bff-5235-4f41-8b1d-990c334ad611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172465eb-e85b-48b3-ba14-e89a36182ec7,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:46.236604 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8c6b901b-968f-4430-a03c-d46197df672b req-134a785c-1866-441e-aa2a-fa52db02d69e tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 210 time: 0.0692720 Nov 09 04:56:46.269390 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3b0655d9-20d7-481f-af3f-9260aab1026b req-7af83ab0-75a7-492a-b6de-e123e987f5c6 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 210 time: 0.0304408 Nov 09 04:56:46.930729 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b8071-ce94-4d03-8115-ddee2de1f612 req-359efca6-a951-4109-9e1a-1c6ab0a2fae6 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:46.932278 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-803b8071-ce94-4d03-8115-ddee2de1f612 req-359efca6-a951-4109-9e1a-1c6ab0a2fae6 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 931 time: 0.0539865 Nov 09 04:56:46.987779 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-803b8071-ce94-4d03-8115-ddee2de1f612 req-7bab134f-ccd8-4dad-890e-d0a8f8bedce2 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494015 Nov 09 04:56:47.230408 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb5559-9709-484b-88f5-693be2f79f8c req-603cc336-2fea-49d6-b0f0-649ae07b2e27 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:47.231933 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-55cb5559-9709-484b-88f5-693be2f79f8c req-603cc336-2fea-49d6-b0f0-649ae07b2e27 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 931 time: 0.0588419 Nov 09 04:56:47.302616 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-55cb5559-9709-484b-88f5-693be2f79f8c req-7b1d0630-b5ed-46f5-8acf-c2c013b1e5e4 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641580 Nov 09 04:56:47.342899 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-801c8ad8-695c-4640-bd5f-808267709362 req-83304bab-94a2-42ff-a57b-5301d27ee9da tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 210 time: 0.0339730 Nov 09 04:56:47.399702 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f4abfc4a-e908-40b9-b188-64b2467c628d req-5392b96b-2766-45d8-ae1b-393997719564 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 210 time: 0.0267344 Nov 09 04:56:48.115428 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f75024-ccff-4958-bf04-6fe3a6c06efd req-eef15c41-1a0d-4efa-86cf-7e10047e9d44 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:48.116995 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c4f75024-ccff-4958-bf04-6fe3a6c06efd req-eef15c41-1a0d-4efa-86cf-7e10047e9d44 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 931 time: 0.0606992 Nov 09 04:56:48.167240 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c4f75024-ccff-4958-bf04-6fe3a6c06efd req-a6235812-a211-41ad-abe2-1c665c3f68b1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439987 Nov 09 04:56:48.452186 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-84f49e72-d7a9-4336-a046-a0957e14f281 req-3f931154-7066-4008-8020-9aaa8f40e143 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 210 time: 0.0423372 Nov 09 04:56:48.471494 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c2c5f-f38b-42c1-b395-f85b19ba399a req-15df35f8-9b24-4f3a-8f04-411ed723ee12 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:48.472920 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c82c2c5f-f38b-42c1-b395-f85b19ba399a req-15df35f8-9b24-4f3a-8f04-411ed723ee12 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 931 time: 0.0589185 Nov 09 04:56:48.520954 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c82c2c5f-f38b-42c1-b395-f85b19ba399a req-c958296a-b888-40ad-9e91-695632fcb9df tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421948 Nov 09 04:56:48.531636 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-138e65d9-df21-4a44-a302-2336cc0bcf0c req-b9e28cc3-099f-4555-b4c8-938e1ff1f8bc tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 210 time: 0.0304348 Nov 09 04:56:49.287368 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebf52d-a015-49c7-949e-2337449aad0a req-6c5527f0-abf8-4155-8268-7e9dec12e8ef tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:49.289097 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d2ebf52d-a015-49c7-949e-2337449aad0a req-6c5527f0-abf8-4155-8268-7e9dec12e8ef tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 931 time: 0.0554488 Nov 09 04:56:49.346288 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d2ebf52d-a015-49c7-949e-2337449aad0a req-460288fc-1073-45c5-865e-d9964a9b028a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490909 Nov 09 04:56:49.548122 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b821934a-2e48-4bc0-b886-5d6d60f1de0d req-c0eff1f3-7916-416e-b9bb-ad501db5f1df tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 210 time: 0.0283403 Nov 09 04:56:49.648461 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-35eb91b3-cfd8-4a04-8c39-2719884e622f req-b812073e-0a25-444b-bd7f-57a952d63036 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 210 time: 0.0332744 Nov 09 04:56:49.649626 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c193ea8-732a-45e3-b619-c0ded5e6d25e req-1d218eec-cfba-4a8b-b0a4-f311d225ab53 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:49.651163 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4c193ea8-732a-45e3-b619-c0ded5e6d25e req-1d218eec-cfba-4a8b-b0a4-f311d225ab53 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 931 time: 0.0531762 Nov 09 04:56:49.714106 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4c193ea8-732a-45e3-b619-c0ded5e6d25e req-2ba4c0ce-800b-41de-8551-ad0bd3171cba tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562851 Nov 09 04:56:50.467824 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4649d7-9f86-4969-b739-430245cf93a1 req-0fba6b67-30b6-41ec-b542-7c44088ca239 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:50.469939 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-be4649d7-9f86-4969-b739-430245cf93a1 req-0fba6b67-30b6-41ec-b542-7c44088ca239 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 931 time: 0.0505507 Nov 09 04:56:50.518866 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-be4649d7-9f86-4969-b739-430245cf93a1 req-a4bd8350-d3fb-4881-abc4-53f5d2b5704c tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426848 Nov 09 04:56:50.670636 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f0f4ee47-927e-4b93-a77c-28aa0d8907e0 req-22bb3119-0155-47aa-9052-979c7caad6bd tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 210 time: 0.0288494 Nov 09 04:56:50.795725 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-feab785e-bfdf-4023-b5cc-d27ab3196677 req-4edb9303-385c-4d2d-bc9a-2106e6463956 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 210 time: 0.0523093 Nov 09 04:56:50.841671 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b57063-a3c2-4c22-83fb-6ee1094532fd req-643d9e57-a3ee-46e1-8903-ee557e23d888 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:50.843811 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-88b57063-a3c2-4c22-83fb-6ee1094532fd req-643d9e57-a3ee-46e1-8903-ee557e23d888 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 931 time: 0.0517991 Nov 09 04:56:50.896699 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-88b57063-a3c2-4c22-83fb-6ee1094532fd req-ceff03ec-164b-466d-90ce-4183499e13a8 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463884 Nov 09 04:56:51.725646 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9b03d-f45f-451a-b760-04b39b5d375d req-22024ae1-8b52-451a-a65f-ba36a4f0f62c tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:51.733335 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0ec9b03d-f45f-451a-b760-04b39b5d375d req-22024ae1-8b52-451a-a65f-ba36a4f0f62c tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 931 time: 0.0808511 Nov 09 04:56:51.814850 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0ec9b03d-f45f-451a-b760-04b39b5d375d req-219cc9c1-5d7c-4012-b05a-3a8d94cf1a58 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736277 Nov 09 04:56:51.852669 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-71ba6d83-c0b7-48a7-b016-329d0c096c76 req-ea6f0253-514f-40d9-98d8-58c4efe68437 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 210 time: 0.0528803 Nov 09 04:56:51.986688 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5e694025-a833-41d2-ad46-c7a5eb66d272 req-2a8ca492-a4b5-40b0-a85f-94600a05f063 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 210 time: 0.0752029 Nov 09 04:56:52.130731 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09562aa4-db3c-4962-b7d9-6ca91ca7d0aa req-527d630f-0011-4e6b-8697-50b6cf96c210 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:52.130731 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-09562aa4-db3c-4962-b7d9-6ca91ca7d0aa req-527d630f-0011-4e6b-8697-50b6cf96c210 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 931 time: 0.1043520 Nov 09 04:56:52.257859 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-09562aa4-db3c-4962-b7d9-6ca91ca7d0aa req-969a3b84-1d98-4419-ab70-7c6832538b76 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188376 Nov 09 04:56:52.395551 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 41380) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:52.527563 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-28ad3344-de34-442f-9e87-5ae449309cb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:52.603123 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-28ad3344-de34-442f-9e87-5ae449309cb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:52.607392 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-28ad3344-de34-442f-9e87-5ae449309cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:52.655488 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-28ad3344-de34-442f-9e87-5ae449309cb7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27a83687c28b4c5da666d55ad5806192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586727 Nov 09 04:56:52.657156 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad3344-de34-442f-9e87-5ae449309cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0975b4-b283-4109-8529-1a80cbc79177,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:52.659239 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 41384) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:52.714631 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-8d3f7f9f-4b05-440c-bc84-409e68b3ab2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:52.745595 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-8d3f7f9f-4b05-440c-bc84-409e68b3ab2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:52.807871 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-8d3f7f9f-4b05-440c-bc84-409e68b3ab2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:52.811012 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-8d3f7f9f-4b05-440c-bc84-409e68b3ab2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:52.812229 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-8d3f7f9f-4b05-440c-bc84-409e68b3ab2b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b0975b4-b283-4109-8529-1a80cbc79177 HTTP/1.1" status: 204 len: 168 time: 0.1506047 Nov 09 04:56:52.820216 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f7f9f-4b05-440c-bc84-409e68b3ab2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0975b4-b283-4109-8529-1a80cbc79177,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:52.962501 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-64c988cf-15ab-4e79-ad16-58f2ab6ef696 req-b489fdaf-a775-475b-af0f-f8f58a101298 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 210 time: 0.0370629 Nov 09 04:56:52.997516 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86974dac-b601-4fcf-a9cf-11fc8bab6599 req-4555d395-91e0-4aec-bd67-b85630cad5be tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:53.000169 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-86974dac-b601-4fcf-a9cf-11fc8bab6599 req-4555d395-91e0-4aec-bd67-b85630cad5be tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 931 time: 0.0852604 Nov 09 04:56:53.074523 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-86974dac-b601-4fcf-a9cf-11fc8bab6599 req-b17428d9-3b59-46fe-ba06-dee1fb0d2991 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652153 Nov 09 04:56:53.148825 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3ea5985b-102a-43f0-a30c-a4fcadde5f07 req-a869dd3a-5bcb-4a08-8f44-a6e9d0911625 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 210 time: 0.0485232 Nov 09 04:56:53.292580 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 41414) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:53.321061 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-ecc88b0b-0d3b-47e9-8573-eec8e96ab02b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:53.511196 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-ecc88b0b-0d3b-47e9-8573-eec8e96ab02b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:53.520663 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-ecc88b0b-0d3b-47e9-8573-eec8e96ab02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:53.540675 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d28dae-f174-4e35-ab64-ecb248508892 req-b53b717b-aff6-422e-8ad0-3f7762f4cace tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:53.543803 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f7d28dae-f174-4e35-ab64-ecb248508892 req-b53b717b-aff6-422e-8ad0-3f7762f4cace tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 931 time: 0.1496730 Nov 09 04:56:53.604680 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-ecc88b0b-0d3b-47e9-8573-eec8e96ab02b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=573afe76b05849978fa967fd28da7dd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108444 Nov 09 04:56:53.608188 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 41432) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:53.619585 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc88b0b-0d3b-47e9-8573-eec8e96ab02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c77721-46c1-46ec-a153-4f20db8bd83c,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:53.680448 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f7d28dae-f174-4e35-ab64-ecb248508892 req-c1e038ae-bbf4-429c-854b-4867bc5ad580 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211078 Nov 09 04:56:53.708547 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-c5444312-2d2e-430e-8046-3626c077cc4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:53.736673 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-c5444312-2d2e-430e-8046-3626c077cc4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:53.806011 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-c5444312-2d2e-430e-8046-3626c077cc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:53.810542 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-c5444312-2d2e-430e-8046-3626c077cc4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:53.814554 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-c5444312-2d2e-430e-8046-3626c077cc4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4c77721-46c1-46ec-a153-4f20db8bd83c HTTP/1.1" status: 204 len: 168 time: 0.2022169 Nov 09 04:56:53.827815 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5444312-2d2e-430e-8046-3626c077cc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c77721-46c1-46ec-a153-4f20db8bd83c,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:54.090107 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d3eaeb6b-2023-4b5e-90a4-7266673a14a7 req-656fd203-5bd8-4960-b02f-c7984e77d2b5 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 210 time: 0.0424922 Nov 09 04:56:54.234241 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9430045-bc9d-4a4e-8075-20a5215b8e3c req-72754dc2-35b3-4ee7-906f-22126c6be577 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:54.245423 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f9430045-bc9d-4a4e-8075-20a5215b8e3c req-72754dc2-35b3-4ee7-906f-22126c6be577 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 931 time: 0.0727587 Nov 09 04:56:54.300244 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f9430045-bc9d-4a4e-8075-20a5215b8e3c req-8145e54f-0775-405d-992c-7abed9075f55 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563316 Nov 09 04:56:54.324458 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 41450) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:54.330645 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8e8f19cd-1e2d-46cf-9bed-cd50b93d29b1 req-abdde5ba-8bd3-4c01-908f-b31048ed455a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 210 time: 0.0598352 Nov 09 04:56:54.471477 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d21bfdc0-058f-42a6-a79d-afab4b5d6759 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:54.581907 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d21bfdc0-058f-42a6-a79d-afab4b5d6759 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:54.586420 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d21bfdc0-058f-42a6-a79d-afab4b5d6759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:54.637851 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-d21bfdc0-058f-42a6-a79d-afab4b5d6759 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e14a547b64fc4bc5b06347583684e4f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3096986 Nov 09 04:56:54.638182 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 41470) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:54.641710 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21bfdc0-058f-42a6-a79d-afab4b5d6759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250df626-9fa1-4a67-8e73-cf6aaa7563d3,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:54.775255 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9bec25de-795b-4e8a-9302-8116974e72b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:54.845814 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9bec25de-795b-4e8a-9302-8116974e72b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:54.886282 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b84f33-20c8-4acc-be0a-a53cea059e8f req-94b92b43-802b-4f16-bf7f-c6cfb3b992d2 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:54.893550 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-42b84f33-20c8-4acc-be0a-a53cea059e8f req-94b92b43-802b-4f16-bf7f-c6cfb3b992d2 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 931 time: 0.1159785 Nov 09 04:56:54.964485 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9bec25de-795b-4e8a-9302-8116974e72b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:54.970781 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9bec25de-795b-4e8a-9302-8116974e72b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:54.972829 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-9bec25de-795b-4e8a-9302-8116974e72b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/250df626-9fa1-4a67-8e73-cf6aaa7563d3 HTTP/1.1" status: 204 len: 168 time: 0.3334169 Nov 09 04:56:54.977433 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-42b84f33-20c8-4acc-be0a-a53cea059e8f req-1b449ebd-46f3-44db-a93d-9f23adc6e3b6 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762057 Nov 09 04:56:54.993750 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec25de-795b-4e8a-9302-8116974e72b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250df626-9fa1-4a67-8e73-cf6aaa7563d3,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:55.255826 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-72c249e7-f941-4227-a844-a3857111edeb req-d690ff6d-54d2-45cf-a090-916b1484be76 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 210 time: 0.0392206 Nov 09 04:56:55.480991 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375819b-8aad-4123-a418-13177cc329e3 req-d3be5a90-0e20-4606-8985-fe6a30dfa469 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:55.482990 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-692ea139-00e9-42eb-a7d8-9d9dcdeba667 req-62efd9ce-7cfa-4ff9-8d73-f2a4ee8794ff tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 210 time: 0.0707610 Nov 09 04:56:55.489091 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5375819b-8aad-4123-a418-13177cc329e3 req-d3be5a90-0e20-4606-8985-fe6a30dfa469 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 931 time: 0.0798569 Nov 09 04:56:55.548862 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5375819b-8aad-4123-a418-13177cc329e3 req-939f2936-46c3-42c8-80da-e5740f6b25f1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539155 Nov 09 04:56:55.579170 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 41516) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:55.595422 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-17c925ac-f0b9-4e22-a4c2-b9c93716be01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:55.618474 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 41518) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:55.700715 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-17c925ac-f0b9-4e22-a4c2-b9c93716be01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:55.705329 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-17c925ac-f0b9-4e22-a4c2-b9c93716be01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:55.752217 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c925ac-f0b9-4e22-a4c2-b9c93716be01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c164e9-0281-4f74-8d9a-6bb9614175ff,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:55.759816 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-17c925ac-f0b9-4e22-a4c2-b9c93716be01 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fb24945744a4c14814c46c9e594a93b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1792448 Nov 09 04:56:55.762919 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 41526) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:55.854659 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-282110f5-dce9-4388-85bd-a02d143151f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:55.865635 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-bef4c886-4279-49d2-bca7-ddedba168402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:55.899869 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-bef4c886-4279-49d2-bca7-ddedba168402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:55.997400 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-bef4c886-4279-49d2-bca7-ddedba168402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.000539 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-bef4c886-4279-49d2-bca7-ddedba168402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.004126 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-bef4c886-4279-49d2-bca7-ddedba168402 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2c164e9-0281-4f74-8d9a-6bb9614175ff HTTP/1.1" status: 204 len: 168 time: 0.2370365 Nov 09 04:56:56.004126 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-282110f5-dce9-4388-85bd-a02d143151f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.012649 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4c886-4279-49d2-bca7-ddedba168402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c164e9-0281-4f74-8d9a-6bb9614175ff,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:56.015781 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-282110f5-dce9-4388-85bd-a02d143151f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.085115 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282110f5-dce9-4388-85bd-a02d143151f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ae812d-5cc1-4ad4-b268-975da14bb7c7,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:56.110675 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-282110f5-dce9-4388-85bd-a02d143151f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7217e4e15c149fd9053ad651fe8d204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4880888 Nov 09 04:56:56.111890 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 41538) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:56.159981 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183280f-c52a-470a-bfd5-c21545acf2bd req-bac285b1-92cf-436c-a839-ecbe8d4ffb60 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:56.168094 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3183280f-c52a-470a-bfd5-c21545acf2bd req-bac285b1-92cf-436c-a839-ecbe8d4ffb60 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 931 time: 0.0758488 Nov 09 04:56:56.180175 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-cc0724be-02f6-4cd0-9abb-ca7297b0a3de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.208257 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-cc0724be-02f6-4cd0-9abb-ca7297b0a3de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.256430 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3183280f-c52a-470a-bfd5-c21545acf2bd req-a1212d8d-b873-47db-8ab1-1fa338b1fb56 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872829 Nov 09 04:56:56.282086 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-cc0724be-02f6-4cd0-9abb-ca7297b0a3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.287119 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-cc0724be-02f6-4cd0-9abb-ca7297b0a3de admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:56.307610 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-cc0724be-02f6-4cd0-9abb-ca7297b0a3de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74ae812d-5cc1-4ad4-b268-975da14bb7c7 HTTP/1.1" status: 204 len: 168 time: 0.1924553 Nov 09 04:56:56.329317 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0724be-02f6-4cd0-9abb-ca7297b0a3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ae812d-5cc1-4ad4-b268-975da14bb7c7,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:56.417644 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b78b14e9-712b-4c92-90ac-5fd55ea797d3 req-1c47fe50-169d-4c41-ba48-06f4142ea783 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 210 time: 0.0481148 Nov 09 04:56:56.686972 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7e3a5e6b-34dc-4360-96b7-2465eeab0638 req-1bd74bfb-a86a-493f-989c-80d77b485407 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 210 time: 0.0640371 Nov 09 04:56:56.767826 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f5b76-8a4f-4a8a-bf10-1ea0140dcecd req-83117df4-654d-4d38-836b-b2a8eb737a44 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:56.798429 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1c0f5b76-8a4f-4a8a-bf10-1ea0140dcecd req-83117df4-654d-4d38-836b-b2a8eb737a44 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 931 time: 0.1302209 Nov 09 04:56:56.918162 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1c0f5b76-8a4f-4a8a-bf10-1ea0140dcecd req-01b8f00c-1b6b-4108-8e8c-d0a34e2a15ff tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156559 Nov 09 04:56:57.104423 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 41586) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:57.120037 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f6f1d246-144f-4f20-a551-d5d2e8ef2970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.226225 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f6f1d246-144f-4f20-a551-d5d2e8ef2970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.231138 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f6f1d246-144f-4f20-a551-d5d2e8ef2970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.278904 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-f6f1d246-144f-4f20-a551-d5d2e8ef2970 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c139d277353f4ebfaf17ccd5a07eb460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732056 Nov 09 04:56:57.280030 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1d246-144f-4f20-a551-d5d2e8ef2970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b097c5-323e-46bd-a75b-582c4a4b28e2,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:57.281685 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 41592) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:57.538945 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871df119-9809-4b5f-9397-f28d67616a75 req-179bd838-be7f-4c3f-9aa9-7ef3de595bda tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:57.547108 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-871df119-9809-4b5f-9397-f28d67616a75 req-179bd838-be7f-4c3f-9aa9-7ef3de595bda tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 931 time: 0.0972278 Nov 09 04:56:57.575732 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-565c17a4-5cb7-4baa-a35b-9813dd19ee5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.576458 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-98d08beb-791d-49f6-8da9-6d7d00bd3660 req-eac84e00-1095-45cd-92af-7011c6c41797 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 210 time: 0.0669889 Nov 09 04:56:57.613051 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-565c17a4-5cb7-4baa-a35b-9813dd19ee5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.643079 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-871df119-9809-4b5f-9397-f28d67616a75 req-a4a1c169-bd02-45d9-802e-7c2b74686375 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950599 Nov 09 04:56:57.691031 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-565c17a4-5cb7-4baa-a35b-9813dd19ee5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.693804 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-565c17a4-5cb7-4baa-a35b-9813dd19ee5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:57.695404 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-565c17a4-5cb7-4baa-a35b-9813dd19ee5a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70b097c5-323e-46bd-a75b-582c4a4b28e2 HTTP/1.1" status: 204 len: 168 time: 0.4127123 Nov 09 04:56:57.704410 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c17a4-5cb7-4baa-a35b-9813dd19ee5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b097c5-323e-46bd-a75b-582c4a4b28e2,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:57.812702 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d4d91d4e-2fe7-489c-a99c-86560adf1bfa req-5f4690c5-32f8-4d7b-89a6-50be531d70dd tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 210 time: 0.0341284 Nov 09 04:56:57.945051 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 41634) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:58.065791 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb451498-6174-4748-ba63-25c052bf803f req-0232d979-4adc-43da-9867-75b7e3250afa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:58.067502 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-bb451498-6174-4748-ba63-25c052bf803f req-0232d979-4adc-43da-9867-75b7e3250afa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 931 time: 0.0688975 Nov 09 04:56:58.128214 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-bb451498-6174-4748-ba63-25c052bf803f req-363f02fa-9d01-4bfe-ae29-284f34297324 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547113 Nov 09 04:56:58.142918 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-dcd22502-3350-4d47-861b-209cbfa09030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:58.159775 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-2af05e8d-a85d-4d2d-b290-cde69ebeffdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:58.263126 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-2af05e8d-a85d-4d2d-b290-cde69ebeffdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:58.268526 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-2af05e8d-a85d-4d2d-b290-cde69ebeffdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:58.311323 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-2af05e8d-a85d-4d2d-b290-cde69ebeffdc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d73f2254f9104664909cf45b388913ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3650761 Nov 09 04:56:58.312539 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 41662) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:58.313124 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af05e8d-a85d-4d2d-b290-cde69ebeffdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a490409-7755-4208-a4b1-261d0641a5df,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:58.377570 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3c16-79fe-466d-8d6a-0b109eceb479 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:58.405108 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3c16-79fe-466d-8d6a-0b109eceb479 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:58.485553 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3c16-79fe-466d-8d6a-0b109eceb479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:58.489621 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-9d4d3c16-79fe-466d-8d6a-0b109eceb479 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:58.492138 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-9d4d3c16-79fe-466d-8d6a-0b109eceb479 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a490409-7755-4208-a4b1-261d0641a5df HTTP/1.1" status: 204 len: 168 time: 0.1789277 Nov 09 04:56:58.501868 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d3c16-79fe-466d-8d6a-0b109eceb479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a490409-7755-4208-a4b1-261d0641a5df,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:58.687502 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-789f83d4-73ce-4cbc-a978-c77490aeb63e req-094e4891-9809-4ecb-a394-7d444900b06a tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 210 time: 0.0437191 Nov 09 04:56:58.766009 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d9dff-afca-47b9-b373-d86483485865 req-ca2d527a-f246-410b-b6e8-89070a68fda5 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:58.767586 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e91d9dff-afca-47b9-b373-d86483485865 req-ca2d527a-f246-410b-b6e8-89070a68fda5 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 931 time: 0.0532682 Nov 09 04:56:58.821845 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e91d9dff-afca-47b9-b373-d86483485865 req-17df324c-cb0e-4972-a5ee-980cde9594a5 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457392 Nov 09 04:56:58.909075 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5216e853-c554-493c-b386-de78a6783e8a req-098565b0-2951-43b5-802d-87cba4d5d952 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 210 time: 0.0266299 Nov 09 04:56:58.950990 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 41702) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:58.965975 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-56f7803f-d34a-4848-9fe9-e383a74f4541 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:59.049120 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-56f7803f-d34a-4848-9fe9-e383a74f4541 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:59.052836 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-56f7803f-d34a-4848-9fe9-e383a74f4541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:59.096267 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-56f7803f-d34a-4848-9fe9-e383a74f4541 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=837c657688b549e3bd722b90ac230edd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416805 Nov 09 04:56:59.096267 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7803f-d34a-4848-9fe9-e383a74f4541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31007f9-53a4-41b6-8910-6a13a1d71b9b,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:59.096605 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 41710) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:56:59.145792 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-70779a39-84bb-4a30-8bc5-fe5731364d87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:59.170900 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-70779a39-84bb-4a30-8bc5-fe5731364d87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:59.230908 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-70779a39-84bb-4a30-8bc5-fe5731364d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:59.234541 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-70779a39-84bb-4a30-8bc5-fe5731364d87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:59.235695 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-70779a39-84bb-4a30-8bc5-fe5731364d87 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d31007f9-53a4-41b6-8910-6a13a1d71b9b HTTP/1.1" status: 204 len: 168 time: 0.1380906 Nov 09 04:56:59.246746 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70779a39-84bb-4a30-8bc5-fe5731364d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31007f9-53a4-41b6-8910-6a13a1d71b9b,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:56:59.284626 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fc636-df92-409a-9957-4c6c322c18db req-d9279a5f-021e-4da9-8307-46b18a69f0e0 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:56:59.286931 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-af9fc636-df92-409a-9957-4c6c322c18db req-d9279a5f-021e-4da9-8307-46b18a69f0e0 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 931 time: 0.0655522 Nov 09 04:56:59.341719 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-af9fc636-df92-409a-9957-4c6c322c18db req-c93b8c38-4d4a-442f-a5dc-43aa307ebe12 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464566 Nov 09 04:56:59.510778 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-2462eedb-fff0-4df9-9558-6f7c0665512e service neutron] Request body: {'port': {'device_id': '12e7964e-3c1d-4928-9dfa-399d3721c871', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:59.549516 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4cc133a4-f279-4218-8932-a45c00fe866c service neutron] Request body: {'port': {'device_id': '367541e4-c608-43b0-90da-677a42dc9b16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:59.570023 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-ade7f26b-99a6-4d98-8093-954089fc0d47 service neutron] Request body: {'port': {'device_id': '5a87e643-d686-4a9b-b027-d72b89ab2e12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:56:59.632091 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4cc133a4-f279-4218-8932-a45c00fe866c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:59.673292 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-2462eedb-fff0-4df9-9558-6f7c0665512e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:59.675447 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-ade7f26b-99a6-4d98-8093-954089fc0d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:56:59.904766 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e197a286-5c40-472f-938c-925a7b1c8761 req-627925c4-f1cd-49f6-af3a-0d5843668efd tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 210 time: 0.0539093 Nov 09 04:57:00.096597 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41478290-1039-4274-a2a8-ddee072c954e req-d784cdbe-56fd-4116-b372-c6c088ba27d1 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:00.098383 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-41478290-1039-4274-a2a8-ddee072c954e req-d784cdbe-56fd-4116-b372-c6c088ba27d1 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 931 time: 0.1481349 Nov 09 04:57:00.188294 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-41478290-1039-4274-a2a8-ddee072c954e req-d5cffa41-291c-4ab9-a7b6-c232a8b92d93 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831852 Nov 09 04:57:00.241118 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.20', 49932) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:00.327952 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-8573750e-30b3-4928-961d-6c88ba40ac87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:00.364103 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.notifiers.nova [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-ade7f26b-99a6-4d98-8093-954089fc0d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b95a2c-0b66-4503-93bb-c3d25b0b0db8 {{(pid=100971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:57:00.410162 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-ade7f26b-99a6-4d98-8093-954089fc0d47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:00.446824 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.provisioning_blocks [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-ade7f26b-99a6-4d98-8093-954089fc0d47 service neutron] Transition to ACTIVE for port object d6b95a2c-0b66-4503-93bb-c3d25b0b0db8 will not be triggered until provisioned by entity L2. {{(pid=100971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:57:00.463835 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-ade7f26b-99a6-4d98-8093-954089fc0d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:00.482486 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-2462eedb-fff0-4df9-9558-6f7c0665512e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf {{(pid=100972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:57:00.495664 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-2462eedb-fff0-4df9-9558-6f7c0665512e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:00.518305 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.provisioning_blocks [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-2462eedb-fff0-4df9-9558-6f7c0665512e service neutron] Transition to ACTIVE for port object e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf will not be triggered until provisioned by entity L2. {{(pid=100972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:57:00.548578 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-2462eedb-fff0-4df9-9558-6f7c0665512e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:00.566089 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-78fb2909-fea3-42ff-85ea-b95076384305 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:00.567591 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-78fb2909-fea3-42ff-85ea-b95076384305 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.20 "GET /v2.0/networks?id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 200 len: 819 time: 0.3241074 Nov 09 04:57:00.617341 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-a110e062-0817-4b33-aa29-7204b9ceef45 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Request body: {'port': {'device_id': 'a2e4cb58-5dfa-445a-815e-30dcfaab94e9', 'network_id': 'eb813874-3a1c-46ff-b91a-7dd6ea1c233b', 'admin_state_up': True, 'tenant_id': '03305e25979a4de2b9bf721e0ac9fabe'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:57:00.740812 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7f26b-99a6-4d98-8093-954089fc0d47 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b95a2c-0b66-4503-93bb-c3d25b0b0db8,revision_number=2']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:00.770936 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f2244868-06ce-4764-84d8-1acbc571e5aa req-d3925f91-5c47-4af7-9c0a-fc16589b09a8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 210 time: 0.7631102 Nov 09 04:57:00.784235 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.managers [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-ade7f26b-99a6-4d98-8093-954089fc0d47 service neutron] Attempting to bind port d6b95a2c-0b66-4503-93bb-c3d25b0b0db8 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:57:00.784990 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.managers [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-ade7f26b-99a6-4d98-8093-954089fc0d47 service neutron] Attempting to bind port d6b95a2c-0b66-4503-93bb-c3d25b0b0db8 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '458250d6-896a-481f-8bec-e3567f9bac15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '19d7125c-22b1-4e83-a8ec-8b58c6b76394'}] {{(pid=100971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:57:00.786367 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-ade7f26b-99a6-4d98-8093-954089fc0d47 service neutron] Attempting to bind port d6b95a2c-0b66-4503-93bb-c3d25b0b0db8 on network 19d7125c-22b1-4e83-a8ec-8b58c6b76394 {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:57:00.850424 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 41802) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:00.852125 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-ade7f26b-99a6-4d98-8093-954089fc0d47 service neutron] Port d6b95a2c-0b66-4503-93bb-c3d25b0b0db8 on network 19d7125c-22b1-4e83-a8ec-8b58c6b76394 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:57:00.852839 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-ade7f26b-99a6-4d98-8093-954089fc0d47 service neutron] Attempting to bind port d6b95a2c-0b66-4503-93bb-c3d25b0b0db8 on network 19d7125c-22b1-4e83-a8ec-8b58c6b76394 {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:57:00.894973 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-ade7f26b-99a6-4d98-8093-954089fc0d47 service neutron] Checking agent: {'id': '95cbc7df-874e-4f22-acf5-3b3cdde6b18e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'started_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:57:00.896562 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-ade7f26b-99a6-4d98-8093-954089fc0d47 service neutron] Checking segment: {'id': '458250d6-896a-481f-8bec-e3567f9bac15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '19d7125c-22b1-4e83-a8ec-8b58c6b76394'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:57:00.897249 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-ade7f26b-99a6-4d98-8093-954089fc0d47 service neutron] Bound using segment: {'id': '458250d6-896a-481f-8bec-e3567f9bac15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '19d7125c-22b1-4e83-a8ec-8b58c6b76394'} {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:57:00.897638 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.managers [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-ade7f26b-99a6-4d98-8093-954089fc0d47 service neutron] Bound port: d6b95a2c-0b66-4503-93bb-c3d25b0b0db8, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '458250d6-896a-481f-8bec-e3567f9bac15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '19d7125c-22b1-4e83-a8ec-8b58c6b76394'}}] {{(pid=100971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:57:00.897994 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-ade7f26b-99a6-4d98-8093-954089fc0d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:00.933199 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.20', 49935) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:00.969582 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98031571-417a-42d8-a82c-ea3eb38ec3d6 req-4e2e4327-e8cc-41aa-ac3f-eaa9c41dd420 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:00.971106 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-98031571-417a-42d8-a82c-ea3eb38ec3d6 req-4e2e4327-e8cc-41aa-ac3f-eaa9c41dd420 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 943 time: 0.4510543 Nov 09 04:57:01.156604 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-ade7f26b-99a6-4d98-8093-954089fc0d47 service neutron] For port d6b95a2c-0b66-4503-93bb-c3d25b0b0db8, host hv-cinder-81713, cleared binding levels {{(pid=100971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:57:01.185316 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-a110e062-0817-4b33-aa29-7204b9ceef45 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Made reservation on behalf of 03305e25979a4de2b9bf721e0ac9fabe for: {'port': 1} {{(pid=100971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:57:01.188866 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-a110e062-0817-4b33-aa29-7204b9ceef45 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:01.192840 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-ade7f26b-99a6-4d98-8093-954089fc0d47 service neutron] For port d6b95a2c-0b66-4503-93bb-c3d25b0b0db8, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=d6b95a2c-0b66-4503-93bb-c3d25b0b0db8,segment=NetworkSegment(458250d6-896a-481f-8bec-e3567f9bac15),segment_id=458250d6-896a-481f-8bec-e3567f9bac15)] {{(pid=100971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:57:01.197320 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-98031571-417a-42d8-a82c-ea3eb38ec3d6 req-8ac72165-78b9-4be1-9936-0011a73225e1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061172 Nov 09 04:57:01.213121 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462eedb-fff0-4df9-9558-6f7c0665512e service neutron] Pushing event updated for resources: {'Port': ['ID=e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf,revision_number=2']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:01.225658 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-ade7f26b-99a6-4d98-8093-954089fc0d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:01.227384 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-2462eedb-fff0-4df9-9558-6f7c0665512e service neutron] Attempting to bind port e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf on host hv-cinder-81713 for vnic_type normal with profile {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:57:01.227778 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-2462eedb-fff0-4df9-9558-6f7c0665512e service neutron] Attempting to bind port e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '15b33fde-2078-42f0-ac57-1c9310d80e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6'}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:57:01.228380 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-2462eedb-fff0-4df9-9558-6f7c0665512e service neutron] Attempting to bind port e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf on network 9dc74574-bcbe-4d7d-85c6-61611faf1df6 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:57:01.237390 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-ad69a1bc-cc2a-4bd9-982f-74bb43f491a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-285418019-network', 'tenant_id': 'f87c221849fc4d01ab8f2e881e81ecc8'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:57:01.278998 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-2462eedb-fff0-4df9-9558-6f7c0665512e service neutron] Port e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf on network 9dc74574-bcbe-4d7d-85c6-61611faf1df6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:57:01.279408 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-2462eedb-fff0-4df9-9558-6f7c0665512e service neutron] Attempting to bind port e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf on network 9dc74574-bcbe-4d7d-85c6-61611faf1df6 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:57:01.283668 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4d83059e-082c-474d-9218-1f25a551789e req-a1fbc777-1204-49ec-a80b-7ff15afe8a35 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 210 time: 0.0576525 Nov 09 04:57:01.309403 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-2462eedb-fff0-4df9-9558-6f7c0665512e service neutron] Checking agent: {'id': '95cbc7df-874e-4f22-acf5-3b3cdde6b18e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'started_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:57:01.309768 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-2462eedb-fff0-4df9-9558-6f7c0665512e service neutron] Checking segment: {'id': '15b33fde-2078-42f0-ac57-1c9310d80e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:57:01.310323 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-2462eedb-fff0-4df9-9558-6f7c0665512e service neutron] Bound using segment: {'id': '15b33fde-2078-42f0-ac57-1c9310d80e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6'} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:57:01.310791 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-2462eedb-fff0-4df9-9558-6f7c0665512e service neutron] Bound port: e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b33fde-2078-42f0-ac57-1c9310d80e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6'}}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:57:01.311137 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-2462eedb-fff0-4df9-9558-6f7c0665512e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:01.338747 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-ade7f26b-99a6-4d98-8093-954089fc0d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:01.339747 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-ade7f26b-99a6-4d98-8093-954089fc0d47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for port, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:01.341155 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-ade7f26b-99a6-4d98-8093-954089fc0d47 service neutron] 10.222.0.20 "PUT /v2.0/ports/d6b95a2c-0b66-4503-93bb-c3d25b0b0db8 HTTP/1.1" status: 200 len: 1093 time: 1.9502795 Nov 09 04:57:01.341610 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a87e643-d686-4a9b-b027-d72b89ab2e12', 'tag': 'd6b95a2c-0b66-4503-93bb-c3d25b0b0db8'}] {{(pid=100971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:57:01.380991 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad69a1bc-cc2a-4bd9-982f-74bb43f491a9 admin admin] Made reservation on behalf of f87c221849fc4d01ab8f2e881e81ecc8 for: {'network': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:57:01.383482 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-ad69a1bc-cc2a-4bd9-982f-74bb43f491a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for network, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:01.410321 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-ad69a1bc-cc2a-4bd9-982f-74bb43f491a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:01.412354 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7f26b-99a6-4d98-8093-954089fc0d47 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b95a2c-0b66-4503-93bb-c3d25b0b0db8,revision_number=3']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:01.425767 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-dc0dd7c3-2e7d-48e3-a6d4-7561ea4e1f6d tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:01.427378 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-dc0dd7c3-2e7d-48e3-a6d4-7561ea4e1f6d tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.20 "GET /v2.0/networks?id=c60fd891-87b5-46cd-8c22-d608e60c1a68 HTTP/1.1" status: 200 len: 817 time: 0.4928555 Nov 09 04:57:01.438394 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4cc133a4-f279-4218-8932-a45c00fe866c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 {{(pid=100972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:57:01.470716 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4cc133a4-f279-4218-8932-a45c00fe866c service neutron] Publish callbacks [] for port, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:01.517036 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.provisioning_blocks [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4cc133a4-f279-4218-8932-a45c00fe866c service neutron] Transition to ACTIVE for port object 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 will not be triggered until provisioned by entity L2. {{(pid=100972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:57:01.563313 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4cc133a4-f279-4218-8932-a45c00fe866c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:01.566240 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:01.573747 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838b79b-392b-4c34-a044-411de685600f req-d415ad51-31be-405a-8af3-7b5a697d68ab tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:01.575302 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c838b79b-392b-4c34-a044-411de685600f req-d415ad51-31be-405a-8af3-7b5a697d68ab tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 943 time: 0.2905810 Nov 09 04:57:01.602975 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ba20ef00b6ba85be910cd3510c9842062a5dd5e124f21b50ec677df07c463ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c0ee43-3578-4227-84b0-d35ffd7f200c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a87e643-d686-4a9b-b027-d72b89ab2e12", "tag": "d6b95a2c-0b66-4503-93bb-c3d25b0b0db8"}]}' {{(pid=100971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:57:01.606846 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-565cf673-4ba6-4e5d-875c-669b9832d3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:01.608884 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-565cf673-4ba6-4e5d-875c-669b9832d3c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=27238c465f3941fb932e099dca430763&device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 1096 time: 0.1827915 Nov 09 04:57:01.682757 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-2462eedb-fff0-4df9-9558-6f7c0665512e service neutron] For port e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf, host hv-cinder-81713, cleared binding levels {{(pid=100972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:57:01.704691 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-fe3e3ae6-8db4-4495-87ec-242bc05ce348 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6b95a2c-0b66-4503-93bb-c3d25b0b0db8 HTTP/1.1" status: 200 len: 217 time: 0.0818489 Nov 09 04:57:01.719906 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-c642f9d5-fe18-4769-bae0-7f5b2080c9b6 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df921510edf34ac09f5be957837f5546 HTTP/1.1" status: 200 len: 380 time: 0.2582254 Nov 09 04:57:01.745620 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-2462eedb-fff0-4df9-9558-6f7c0665512e service neutron] For port e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf,segment=NetworkSegment(15b33fde-2078-42f0-ac57-1c9310d80e2d),segment_id=15b33fde-2078-42f0-ac57-1c9310d80e2d)] {{(pid=100972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:57:01.753305 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-bfb2ccb4-b15a-4d44-9d3a-0b8b757a1e6e tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Request body: {'port': {'device_id': '034e3bd9-12b1-44b8-b263-15cd6de07fcd', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'admin_state_up': True, 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'security_groups': ['6cc05164-868d-4735-b7fc-366fb2279c8d']}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:57:01.765268 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc133a4-f279-4218-8932-a45c00fe866c service neutron] Pushing event updated for resources: {'Port': ['ID=4a887e80-10aa-4e62-9e15-7d3eb5cf25d5,revision_number=2']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:01.804674 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-2462eedb-fff0-4df9-9558-6f7c0665512e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:01.923544 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4cc133a4-f279-4218-8932-a45c00fe866c service neutron] Attempting to bind port 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:57:01.923912 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4cc133a4-f279-4218-8932-a45c00fe866c service neutron] Attempting to bind port 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '2208e046-f033-47f1-96e4-7a48a8ee155f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eb813874-3a1c-46ff-b91a-7dd6ea1c233b'}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:57:01.924232 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4cc133a4-f279-4218-8932-a45c00fe866c service neutron] Attempting to bind port 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 on network eb813874-3a1c-46ff-b91a-7dd6ea1c233b {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:57:01.938757 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-a110e062-0817-4b33-aa29-7204b9ceef45 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Allocated IP 172.20.0.13 (eb813874-3a1c-46ff-b91a-7dd6ea1c233b/c2499b84-6c8e-423c-9fb2-df6ba60139be/8e9494d2-6026-4da9-9838-657923b0d3c9) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:57:01.958466 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-2462eedb-fff0-4df9-9558-6f7c0665512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:01.959074 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-2462eedb-fff0-4df9-9558-6f7c0665512e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:01.960530 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-2462eedb-fff0-4df9-9558-6f7c0665512e service neutron] 10.222.0.20 "PUT /v2.0/ports/e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf HTTP/1.1" status: 200 len: 1093 time: 2.6284928 Nov 09 04:57:01.961802 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba556e48-b8ca-47db-94ca-0ba6691e2ce1 x-openstack-request-id: req-ba556e48-b8ca-47db-94ca-0ba6691e2ce1 {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:57:01.962081 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a87e643-d686-4a9b-b027-d72b89ab2e12", "tag": "d6b95a2c-0b66-4503-93bb-c3d25b0b0db8", "status": "completed", "code": 200}]} {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:57:01.962500 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba556e48-b8ca-47db-94ca-0ba6691e2ce1 {{(pid=100971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:57:01.963083 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a87e643-d686-4a9b-b027-d72b89ab2e12', 'tag': 'd6b95a2c-0b66-4503-93bb-c3d25b0b0db8', 'status': 'completed', 'code': 200} Nov 09 04:57:01.966104 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e7964e-3c1d-4928-9dfa-399d3721c871', 'tag': 'e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:57:02.001436 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c838b79b-392b-4c34-a044-411de685600f req-5b5db42f-0e47-478c-91a6-4d27f32eaaa2 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016366 Nov 09 04:57:02.047248 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-bb7096d1-6223-4a7a-9363-edd65a55ddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:02.048779 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-bb7096d1-6223-4a7a-9363-edd65a55ddeb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cd1018dc-f9a3-43a6-8902-e8d9aeb84e77 HTTP/1.1" status: 200 len: 851 time: 0.3278446 Nov 09 04:57:02.052736 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4cc133a4-f279-4218-8932-a45c00fe866c service neutron] Port 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 on network eb813874-3a1c-46ff-b91a-7dd6ea1c233b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:57:02.053067 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4cc133a4-f279-4218-8932-a45c00fe866c service neutron] Attempting to bind port 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 on network eb813874-3a1c-46ff-b91a-7dd6ea1c233b {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:57:02.074248 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-ad69a1bc-cc2a-4bd9-982f-74bb43f491a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.076834 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b817c8ea-04cc-4387-869e-7ffb4a9dd775 req-2638ea24-8cde-47f8-9b7e-56abdf806bca tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 210 time: 0.1455858 Nov 09 04:57:02.136172 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-17bce863-0c67-4c66-8a4f-d34d99318ab3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19d7125c-22b1-4e83-a8ec-8b58c6b76394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752180 Nov 09 04:57:02.151162 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-ad69a1bc-cc2a-4bd9-982f-74bb43f491a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.179810 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4cc133a4-f279-4218-8932-a45c00fe866c service neutron] Checking agent: {'id': '95cbc7df-874e-4f22-acf5-3b3cdde6b18e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'started_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:57:02.180029 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4cc133a4-f279-4218-8932-a45c00fe866c service neutron] Checking segment: {'id': '2208e046-f033-47f1-96e4-7a48a8ee155f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eb813874-3a1c-46ff-b91a-7dd6ea1c233b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:57:02.180418 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4cc133a4-f279-4218-8932-a45c00fe866c service neutron] Bound using segment: {'id': '2208e046-f033-47f1-96e4-7a48a8ee155f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eb813874-3a1c-46ff-b91a-7dd6ea1c233b'} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:57:02.180860 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4cc133a4-f279-4218-8932-a45c00fe866c service neutron] Bound port: 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2208e046-f033-47f1-96e4-7a48a8ee155f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eb813874-3a1c-46ff-b91a-7dd6ea1c233b'}}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:57:02.181211 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4cc133a4-f279-4218-8932-a45c00fe866c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.190363 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed5f863-8820-461e-ab4b-f57b31167e92" -d '{"events": [{"name": "network-changed", "server_uuid": "12e7964e-3c1d-4928-9dfa-399d3721c871", "tag": "e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:57:02.212856 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462eedb-fff0-4df9-9558-6f7c0665512e service neutron] Pushing event updated for resources: {'Port': ['ID=e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf,revision_number=3']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:02.215481 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69a1bc-cc2a-4bd9-982f-74bb43f491a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced00033-0f83-43bd-9b41-4433070f4d81,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:02.251551 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-400fee27-dc13-40b5-8e17-b92f1e6f5073 service neutron] 10.222.0.20 "GET /v2.0/networks/19d7125c-22b1-4e83-a8ec-8b58c6b76394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076381 Nov 09 04:57:02.298277 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad69a1bc-cc2a-4bd9-982f-74bb43f491a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=100972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:57:02.341532 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-ad69a1bc-cc2a-4bd9-982f-74bb43f491a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.342086 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.db.segments_db [None req-ad69a1bc-cc2a-4bd9-982f-74bb43f491a9 admin admin] Added segment 610cfa43-e76f-4ec3-81a1-a233ad530ca2 of type vlan for network d6149ed8-1195-4218-aa4c-9175bab07912 Nov 09 04:57:02.362170 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-b091cfb6-a642-4359-bf09-efac8565373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:02.364307 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-b091cfb6-a642-4359-bf09-efac8565373f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e9bea92048e49debbf053fea8eb2b9f&device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 1096 time: 0.3276515 Nov 09 04:57:02.419894 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8e9910-d60d-425e-99ad-e26a4804b2f5 x-openstack-request-id: req-da8e9910-d60d-425e-99ad-e26a4804b2f5 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:57:02.420242 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e7964e-3c1d-4928-9dfa-399d3721c871", "tag": "e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:57:02.420676 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da8e9910-d60d-425e-99ad-e26a4804b2f5 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:57:02.421944 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e7964e-3c1d-4928-9dfa-399d3721c871', 'tag': 'e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf', 'status': 'completed', 'code': 200} Nov 09 04:57:02.510146 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-bfb2ccb4-b15a-4d44-9d3a-0b8b757a1e6e tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Made reservation on behalf of df921510edf34ac09f5be957837f5546 for: {'port': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:57:02.513850 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-bfb2ccb4-b15a-4d44-9d3a-0b8b757a1e6e tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.519422 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4cc133a4-f279-4218-8932-a45c00fe866c service neutron] For port 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5, host hv-cinder-81713, cleared binding levels {{(pid=100972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:57:02.523811 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-9ceb4c03-9e85-42d7-976f-bb62abe09e89 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf HTTP/1.1" status: 200 len: 217 time: 0.1142848 Nov 09 04:57:02.525602 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-ad69a1bc-cc2a-4bd9-982f-74bb43f491a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784574440138'] for network, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.580808 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add74a84-1ab4-4295-9f02-c8f23e4ef1d2 req-ae318395-4332-49af-a53d-8489dd4af322 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:02.582331 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-add74a84-1ab4-4295-9f02-c8f23e4ef1d2 req-ae318395-4332-49af-a53d-8489dd4af322 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 943 time: 0.1895680 Nov 09 04:57:02.594602 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b3cd960f-fb9f-45b5-9cca-b11127714618 req-4018aff0-b4bc-4263-bab3-64575c8fb7f1 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 210 time: 0.0912340 Nov 09 04:57:02.610363 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-a110e062-0817-4b33-aa29-7204b9ceef45 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.620295 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-53a2f965-7d17-4026-a3f6-8bdc72d220fc req-b2da2058-beb3-4d85-9ee1-f300d582b0c9 service neutron] 10.222.0.20 "GET /v2.0/networks/19d7125c-22b1-4e83-a8ec-8b58c6b76394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554986 Nov 09 04:57:02.622965 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4cc133a4-f279-4218-8932-a45c00fe866c service neutron] For port 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=4a887e80-10aa-4e62-9e15-7d3eb5cf25d5,segment=NetworkSegment(2208e046-f033-47f1-96e4-7a48a8ee155f),segment_id=2208e046-f033-47f1-96e4-7a48a8ee155f)] {{(pid=100972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:57:02.645929 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4cc133a4-f279-4218-8932-a45c00fe866c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.674763 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-add74a84-1ab4-4295-9f02-c8f23e4ef1d2 req-28ee494e-908b-4947-88d5-21b3e237e9aa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711870 Nov 09 04:57:02.689396 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-a110e062-0817-4b33-aa29-7204b9ceef45 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.768048 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-a110e062-0817-4b33-aa29-7204b9ceef45 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Network eb813874-3a1c-46ff-b91a-7dd6ea1c233b is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:57:02.773283 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4cc133a4-f279-4218-8932-a45c00fe866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:02.773909 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4cc133a4-f279-4218-8932-a45c00fe866c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.774727 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-a110e062-0817-4b33-aa29-7204b9ceef45 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:57:02.775301 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-4cc133a4-f279-4218-8932-a45c00fe866c service neutron] 10.222.0.20 "PUT /v2.0/ports/4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 HTTP/1.1" status: 200 len: 1094 time: 3.3987029 Nov 09 04:57:02.776626 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110e062-0817-4b33-aa29-7204b9ceef45 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Pushing event updated for resources: {'Port': ['ID=8e9494d2-6026-4da9-9838-657923b0d3c9,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:02.779769 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-a110e062-0817-4b33-aa29-7204b9ceef45 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:57:02.782176 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-ad69a1bc-cc2a-4bd9-982f-74bb43f491a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for network, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.783351 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad69a1bc-cc2a-4bd9-982f-74bb43f491a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:02.783936 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-ad69a1bc-cc2a-4bd9-982f-74bb43f491a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.792899 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-a110e062-0817-4b33-aa29-7204b9ceef45 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:02.794206 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-a110e062-0817-4b33-aa29-7204b9ceef45 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for port, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.818956 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-a110e062-0817-4b33-aa29-7204b9ceef45 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2054098 Nov 09 04:57:02.836348 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0ee43-3578-4227-84b0-d35ffd7f200c req-4202f15b-6f26-4ec8-8613-abe32f461be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:02.837845 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-48c0ee43-3578-4227-84b0-d35ffd7f200c req-4202f15b-6f26-4ec8-8613-abe32f461be3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=27238c465f3941fb932e099dca430763&device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 1096 time: 0.1130521 Nov 09 04:57:02.843243 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-afe3f4de-66e6-436d-aeaa-2dfa486d13b8 service neutron] Request body: {'port': {'device_id': 'a2e4cb58-5dfa-445a-815e-30dcfaab94e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:57:02.857922 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-423ec17b-4a74-407f-b004-b6a47e2e1e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:02.859404 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-423ec17b-4a74-407f-b004-b6a47e2e1e60 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54166d97-84bf-4725-a6b5-fd66b63ba4bd HTTP/1.1" status: 200 len: 855 time: 0.3171763 Nov 09 04:57:02.927854 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:02.931662 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc133a4-f279-4218-8932-a45c00fe866c service neutron] Pushing event updated for resources: {'Port': ['ID=4a887e80-10aa-4e62-9e15-7d3eb5cf25d5,revision_number=3']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:02.938040 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-ad69a1bc-cc2a-4bd9-982f-74bb43f491a9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0853333 Nov 09 04:57:02.956847 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69a1bc-cc2a-4bd9-982f-74bb43f491a9 admin admin] Pushing event updated for resources: {'Network': ['ID=d6149ed8-1195-4218-aa4c-9175bab07912,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:02.961034 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 41958) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:02.968637 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-68b1be5a-9f6d-4599-8a32-288c0ca200bb admin admin] Request body: {'subnet': {'network_id': 'd6149ed8-1195-4218-aa4c-9175bab07912', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-285418019-subnet', 'tenant_id': 'f87c221849fc4d01ab8f2e881e81ecc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:57:02.973123 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-f13b0dc5-6eac-41b1-bc80-518cfcd2da99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc74574-bcbe-4d7d-85c6-61611faf1df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901723 Nov 09 04:57:02.973258 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Network d6149ed8-1195-4218-aa4c-9175bab07912 details requested by agent ovs-agent-dv-cinder-817135-2-iscsi with host dv-cinder-817135-2-iscsi {{(pid=100973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:57:03.046720 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-afe3f4de-66e6-436d-aeaa-2dfa486d13b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:03.098144 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-0dc412aa-bba6-477e-a37d-1070f9920384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:03.099385 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0ee43-3578-4227-84b0-d35ffd7f200c req-2cc62bbe-a489-40fc-9e66-37610b2c615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:03.100110 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-0dc412aa-bba6-477e-a37d-1070f9920384 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 1097 time: 0.2468686 Nov 09 04:57:03.101366 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-48c0ee43-3578-4227-84b0-d35ffd7f200c req-2cc62bbe-a489-40fc-9e66-37610b2c615c service neutron] 10.222.0.20 "GET /v2.0/networks?id=19d7125c-22b1-4e83-a8ec-8b58c6b76394 HTTP/1.1" status: 200 len: 912 time: 0.2542968 Nov 09 04:57:03.116110 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 41964) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:03.117486 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_common [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-bfb2ccb4-b15a-4d44-9d3a-0b8b757a1e6e tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Allocated IP 172.20.0.10 (c60fd891-87b5-46cd-8c22-d608e60c1a68/5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6/61b97e25-c60b-444c-aa5c-c81e5e096ded) {{(pid=100972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:57:03.122274 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b1be5a-9f6d-4599-8a32-288c0ca200bb admin admin] Made reservation on behalf of f87c221849fc4d01ab8f2e881e81ecc8 for: {'subnet': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:57:03.124602 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68b1be5a-9f6d-4599-8a32-288c0ca200bb admin admin] Publish callbacks [] for subnet, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:03.171899 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-48c0ee43-3578-4227-84b0-d35ffd7f200c req-69987080-6b23-4c8b-bd3a-a97eb1c407f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6b95a2c-0b66-4503-93bb-c3d25b0b0db8 HTTP/1.1" status: 200 len: 217 time: 0.0444918 Nov 09 04:57:03.205594 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5d6edb98-3748-4a75-9c73-34292c0609ad req-a0f0274c-9378-48d2-8650-efbad7c47bbb tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 210 time: 0.0310943 Nov 09 04:57:03.316565 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0ee43-3578-4227-84b0-d35ffd7f200c req-91b63101-3451-4cfb-86fc-8e895534f5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:03.318033 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-48c0ee43-3578-4227-84b0-d35ffd7f200c req-91b63101-3451-4cfb-86fc-8e895534f5e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cd1018dc-f9a3-43a6-8902-e8d9aeb84e77 HTTP/1.1" status: 200 len: 851 time: 0.1147788 Nov 09 04:57:03.367257 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-48c0ee43-3578-4227-84b0-d35ffd7f200c req-dd39f772-03f0-44bc-b55c-170b402b1eef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=19d7125c-22b1-4e83-a8ec-8b58c6b76394&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413845 Nov 09 04:57:03.412084 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-68ba2ae2-ac1b-478f-bfcf-626a1b33616a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 HTTP/1.1" status: 200 len: 217 time: 0.2838049 Nov 09 04:57:03.489617 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-51683ac9-235c-46e7-8e16-8b55f5cfa6e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:03.509867 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-f8d530df-dac9-4873-92a4-dc1449ada6be service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014107 Nov 09 04:57:03.518209 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-48c0ee43-3578-4227-84b0-d35ffd7f200c req-59ca0809-fe1d-408c-a926-2293495fb430 service neutron] 10.222.0.20 "GET /v2.0/networks/19d7125c-22b1-4e83-a8ec-8b58c6b76394?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265397 Nov 09 04:57:03.556921 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad7846-a797-408d-8b40-e78eba56f480 req-7ea2f618-786b-441d-bab4-c720ebdd3ef8 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:03.558475 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-90ad7846-a797-408d-8b40-e78eba56f480 req-7ea2f618-786b-441d-bab4-c720ebdd3ef8 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 943 time: 0.4648473 Nov 09 04:57:03.635824 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-71aa690f-69a9-4824-99ea-ba0dd09c51a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:03.637294 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-71aa690f-69a9-4824-99ea-ba0dd09c51a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2499b84-6c8e-423c-9fb2-df6ba60139be HTTP/1.1" status: 200 len: 859 time: 0.2165484 Nov 09 04:57:03.638625 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.notifiers.nova [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-afe3f4de-66e6-436d-aeaa-2dfa486d13b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9494d2-6026-4da9-9838-657923b0d3c9 {{(pid=100971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:57:03.653670 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-48c0ee43-3578-4227-84b0-d35ffd7f200c req-d576c05e-e970-42c2-9431-d4ede6298e93 service neutron] 10.222.0.20 "GET /v2.0/networks/19d7125c-22b1-4e83-a8ec-8b58c6b76394?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287014 Nov 09 04:57:03.655809 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-afe3f4de-66e6-436d-aeaa-2dfa486d13b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:03.673774 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.provisioning_blocks [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-afe3f4de-66e6-436d-aeaa-2dfa486d13b8 service neutron] Transition to ACTIVE for port object 8e9494d2-6026-4da9-9838-657923b0d3c9 will not be triggered until provisioned by entity L2. {{(pid=100971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:57:03.682115 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-afe3f4de-66e6-436d-aeaa-2dfa486d13b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:03.731371 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-8878df3d-4b82-4f7f-b657-cc6109ae9025 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588233 Nov 09 04:57:03.771239 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:03.784799 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3f4de-66e6-436d-aeaa-2dfa486d13b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9494d2-6026-4da9-9838-657923b0d3c9,revision_number=2']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:03.821308 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292d6dc-c3a8-42f7-834e-51acdc190dad req-88e2fbb0-64eb-4fc4-a004-277bf818729a tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:03.822940 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f292d6dc-c3a8-42f7-834e-51acdc190dad req-88e2fbb0-64eb-4fc4-a004-277bf818729a tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 944 time: 0.1239758 Nov 09 04:57:03.824277 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.managers [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-afe3f4de-66e6-436d-aeaa-2dfa486d13b8 service neutron] Attempting to bind port 8e9494d2-6026-4da9-9838-657923b0d3c9 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:57:03.824277 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.managers [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-afe3f4de-66e6-436d-aeaa-2dfa486d13b8 service neutron] Attempting to bind port 8e9494d2-6026-4da9-9838-657923b0d3c9 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '2208e046-f033-47f1-96e4-7a48a8ee155f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eb813874-3a1c-46ff-b91a-7dd6ea1c233b'}] {{(pid=100971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:57:03.825172 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-afe3f4de-66e6-436d-aeaa-2dfa486d13b8 service neutron] Attempting to bind port 8e9494d2-6026-4da9-9838-657923b0d3c9 on network eb813874-3a1c-46ff-b91a-7dd6ea1c233b {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:57:03.829515 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-afe3f4de-66e6-436d-aeaa-2dfa486d13b8 service neutron] Port 8e9494d2-6026-4da9-9838-657923b0d3c9 on network eb813874-3a1c-46ff-b91a-7dd6ea1c233b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:57:03.829821 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-afe3f4de-66e6-436d-aeaa-2dfa486d13b8 service neutron] Attempting to bind port 8e9494d2-6026-4da9-9838-657923b0d3c9 on network eb813874-3a1c-46ff-b91a-7dd6ea1c233b {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:57:03.837339 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-afe3f4de-66e6-436d-aeaa-2dfa486d13b8 service neutron] Checking agent: {'id': '95cbc7df-874e-4f22-acf5-3b3cdde6b18e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'started_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:57:03.837670 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-afe3f4de-66e6-436d-aeaa-2dfa486d13b8 service neutron] Checking segment: {'id': '2208e046-f033-47f1-96e4-7a48a8ee155f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eb813874-3a1c-46ff-b91a-7dd6ea1c233b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:57:03.838045 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-afe3f4de-66e6-436d-aeaa-2dfa486d13b8 service neutron] Bound using segment: {'id': '2208e046-f033-47f1-96e4-7a48a8ee155f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eb813874-3a1c-46ff-b91a-7dd6ea1c233b'} {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:57:03.838714 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.managers [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-afe3f4de-66e6-436d-aeaa-2dfa486d13b8 service neutron] Bound port: 8e9494d2-6026-4da9-9838-657923b0d3c9, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2208e046-f033-47f1-96e4-7a48a8ee155f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'eb813874-3a1c-46ff-b91a-7dd6ea1c233b'}}] {{(pid=100971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:57:03.838843 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-afe3f4de-66e6-436d-aeaa-2dfa486d13b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:03.908787 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-90ad7846-a797-408d-8b40-e78eba56f480 req-411d180a-e7f8-47ae-8a08-51e1a451c043 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208668 Nov 09 04:57:03.910910 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f588e51f-1533-4170-89d1-e1e71f2bcfa8 req-e9ec2926-4d4c-4941-92b5-fb2d1d816e84 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860915 Nov 09 04:57:03.918034 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f292d6dc-c3a8-42f7-834e-51acdc190dad req-732d33ea-e0d9-4247-bc22-e29e386692b7 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827186 Nov 09 04:57:03.921275 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-bfb2ccb4-b15a-4d44-9d3a-0b8b757a1e6e tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for port, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:03.937511 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-afe3f4de-66e6-436d-aeaa-2dfa486d13b8 service neutron] For port 8e9494d2-6026-4da9-9838-657923b0d3c9, host hv-cinder-81713, cleared binding levels {{(pid=100971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:57:03.950331 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-afe3f4de-66e6-436d-aeaa-2dfa486d13b8 service neutron] For port 8e9494d2-6026-4da9-9838-657923b0d3c9, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8e9494d2-6026-4da9-9838-657923b0d3c9,segment=NetworkSegment(2208e046-f033-47f1-96e4-7a48a8ee155f),segment_id=2208e046-f033-47f1-96e4-7a48a8ee155f)] {{(pid=100971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:57:03.963834 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-afe3f4de-66e6-436d-aeaa-2dfa486d13b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:03.999962 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 41990) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:04.012531 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-afe3f4de-66e6-436d-aeaa-2dfa486d13b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:04.013242 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-afe3f4de-66e6-436d-aeaa-2dfa486d13b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for port, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.014868 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-afe3f4de-66e6-436d-aeaa-2dfa486d13b8 service neutron] 10.222.0.20 "PUT /v2.0/ports/8e9494d2-6026-4da9-9838-657923b0d3c9 HTTP/1.1" status: 200 len: 1094 time: 1.1757061 Nov 09 04:57:04.019438 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e4cb58-5dfa-445a-815e-30dcfaab94e9', 'tag': '8e9494d2-6026-4da9-9838-657923b0d3c9'}] {{(pid=100971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:57:04.021699 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ba20ef00b6ba85be910cd3510c9842062a5dd5e124f21b50ec677df07c463ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3237ea66-3900-4585-b787-89241697ce43" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e4cb58-5dfa-445a-815e-30dcfaab94e9", "tag": "8e9494d2-6026-4da9-9838-657923b0d3c9"}]}' {{(pid=100971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:57:04.034321 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-51683ac9-235c-46e7-8e16-8b55f5cfa6e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.041993 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3f4de-66e6-436d-aeaa-2dfa486d13b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9494d2-6026-4da9-9838-657923b0d3c9,revision_number=3']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:04.070307 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-51683ac9-235c-46e7-8e16-8b55f5cfa6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.089733 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-9a0c1a4c-8645-4a4f-895e-530e254305b2 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375967 Nov 09 04:57:04.090814 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68b1be5a-9f6d-4599-8a32-288c0ca200bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for subnet, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.091820 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5f863-8820-461e-ab4b-f57b31167e92 req-56dc29e5-ce67-4ae1-a213-4df590fa1a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:04.094058 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2ed5f863-8820-461e-ab4b-f57b31167e92 req-56dc29e5-ce67-4ae1-a213-4df590fa1a4b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e9bea92048e49debbf053fea8eb2b9f&device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 1096 time: 0.0536532 Nov 09 04:57:04.137877 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380b618c-2be7-42d2-a41e-449b248b13f2 x-openstack-request-id: req-380b618c-2be7-42d2-a41e-449b248b13f2 {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:57:04.138533 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e4cb58-5dfa-445a-815e-30dcfaab94e9", "tag": "8e9494d2-6026-4da9-9838-657923b0d3c9", "status": "completed", "code": 200}]} {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:57:04.139138 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-380b618c-2be7-42d2-a41e-449b248b13f2 {{(pid=100971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:57:04.139815 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e4cb58-5dfa-445a-815e-30dcfaab94e9', 'tag': '8e9494d2-6026-4da9-9838-657923b0d3c9', 'status': 'completed', 'code': 200} Nov 09 04:57:04.208302 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-51683ac9-235c-46e7-8e16-8b55f5cfa6e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d09c15a3671b44e1b3016a8ae72ff39b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0868502 Nov 09 04:57:04.214363 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-bfb2ccb4-b15a-4d44-9d3a-0b8b757a1e6e tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384'] for port, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.218687 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51683ac9-235c-46e7-8e16-8b55f5cfa6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b6f722-1810-4ad7-a9c8-7bc4e6a85d6b,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:04.228156 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 42002) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:04.315441 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9c4f7-5af7-4561-9ffd-82e208cc13fd req-594d9025-0632-4103-b45b-73fed42aa18a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:04.317038 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1fd9c4f7-5af7-4561-9ffd-82e208cc13fd req-594d9025-0632-4103-b45b-73fed42aa18a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 943 time: 0.2953811 Nov 09 04:57:04.365211 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1be5a-9f6d-4599-8a32-288c0ca200bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e38ce226-947b-412d-b3a0-2a474fefbfad,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:04.380902 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a0061e0a-5fc8-4d40-b7d8-1fbb39125a91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.393978 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-bfb2ccb4-b15a-4d44-9d3a-0b8b757a1e6e tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Network c60fd891-87b5-46cd-8c22-d608e60c1a68 is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:57:04.422620 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5f863-8820-461e-ab4b-f57b31167e92 req-3cb32f4d-72f3-4b6a-bf33-6e31a929fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:04.424105 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2ed5f863-8820-461e-ab4b-f57b31167e92 req-3cb32f4d-72f3-4b6a-bf33-6e31a929fc12 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc74574-bcbe-4d7d-85c6-61611faf1df6 HTTP/1.1" status: 200 len: 916 time: 0.3143690 Nov 09 04:57:04.426932 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-bfb2ccb4-b15a-4d44-9d3a-0b8b757a1e6e tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:57:04.428600 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367541e4-c608-43b0-90da-677a42dc9b16', 'tag': '4a887e80-10aa-4e62-9e15-7d3eb5cf25d5'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:57:04.430784 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6711968-870d-4803-aa36-4f3792616aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "367541e4-c608-43b0-90da-677a42dc9b16", "tag": "4a887e80-10aa-4e62-9e15-7d3eb5cf25d5"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:57:04.436481 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-bfb2ccb4-b15a-4d44-9d3a-0b8b757a1e6e tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Received port after_create {{(pid=100972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:57:04.441981 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-bfb2ccb4-b15a-4d44-9d3a-0b8b757a1e6e tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:04.442605 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-bfb2ccb4-b15a-4d44-9d3a-0b8b757a1e6e tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.455931 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-692948d9-d21c-4394-84be-a853aa254e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:04.456858 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-692948d9-d21c-4394-84be-a853aa254e67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 1097 time: 0.3226230 Nov 09 04:57:04.457454 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2ccb4-b15a-4d44-9d3a-0b8b757a1e6e tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Pushing event updated for resources: {'Port': ['ID=61b97e25-c60b-444c-aa5c-c81e5e096ded,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:04.465316 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b1be5a-9f6d-4599-8a32-288c0ca200bb admin admin] Checking segment: {'id': '610cfa43-e76f-4ec3-81a1-a233ad530ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd6149ed8-1195-4218-aa4c-9175bab07912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:57:04.465597 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b1be5a-9f6d-4599-8a32-288c0ca200bb admin admin] Network hostable DHCP agents. Network: d6149ed8-1195-4218-aa4c-9175bab07912, hostable agents: ['d072c37d-c6e5-4774-92cd-7a83958f5a5d'], hosted agents: [] {{(pid=100972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:57:04.481127 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2ed5f863-8820-461e-ab4b-f57b31167e92 req-935ebb35-983d-4dc1-b746-4685e472f97e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf HTTP/1.1" status: 200 len: 217 time: 0.0479820 Nov 09 04:57:04.494606 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc83a11-ab35-47de-ae2f-e96cdfd94e75 req-e5a59ffb-2457-4a4e-8683-32b33eb0ca99 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:04.496161 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cbc83a11-ab35-47de-ae2f-e96cdfd94e75 req-e5a59ffb-2457-4a4e-8683-32b33eb0ca99 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 932 time: 0.1200752 Nov 09 04:57:04.547938 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-5a7522bc-d928-4afc-9e02-ee860dcaaee1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e9494d2-6026-4da9-9838-657923b0d3c9 HTTP/1.1" status: 200 len: 217 time: 0.0682907 Nov 09 04:57:04.549848 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5df5c6c4-a368-4f71-8e8d-9139fb72511e req-c93fc8dd-c55f-4e19-8a75-6e5adc33949a service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450397 Nov 09 04:57:04.555399 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-bfb2ccb4-b15a-4d44-9d3a-0b8b757a1e6e tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8100238 Nov 09 04:57:04.573159 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-77f34f66-acfc-4d9b-93e5-040c99d3d5ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.592348 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5f863-8820-461e-ab4b-f57b31167e92 req-e5e128fa-4604-4d81-92d8-777c6c2b277d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:04.594381 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2ed5f863-8820-461e-ab4b-f57b31167e92 req-e5e128fa-4604-4d81-92d8-777c6c2b277d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54166d97-84bf-4725-a6b5-fd66b63ba4bd HTTP/1.1" status: 200 len: 855 time: 0.0961950 Nov 09 04:57:04.597257 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1fd9c4f7-5af7-4561-9ffd-82e208cc13fd req-a0f9d821-60e9-412c-8444-811491d6476a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366688 Nov 09 04:57:04.597636 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b1be5a-9f6d-4599-8a32-288c0ca200bb admin admin] Network d6149ed8-1195-4218-aa4c-9175bab07912 is scheduled to be hosted by DHCP agent d072c37d-c6e5-4774-92cd-7a83958f5a5d with binding_index 1 {{(pid=100972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:57:04.625280 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a0061e0a-5fc8-4d40-b7d8-1fbb39125a91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.626618 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-7360b476-46f7-4f11-b866-f0e980711af0 service neutron] Request body: {'port': {'device_id': '034e3bd9-12b1-44b8-b263-15cd6de07fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:57:04.629457 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cbc83a11-ab35-47de-ae2f-e96cdfd94e75 req-9537ece2-e6f5-4183-a81f-2b3778a21588 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203451 Nov 09 04:57:04.638971 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a0061e0a-5fc8-4d40-b7d8-1fbb39125a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.683664 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb42a30f-74cb-4877-959a-d458dd893b2d x-openstack-request-id: req-bb42a30f-74cb-4877-959a-d458dd893b2d {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:57:04.683664 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367541e4-c608-43b0-90da-677a42dc9b16", "tag": "4a887e80-10aa-4e62-9e15-7d3eb5cf25d5", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:57:04.683664 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb42a30f-74cb-4877-959a-d458dd893b2d {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:57:04.683664 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367541e4-c608-43b0-90da-677a42dc9b16', 'tag': '4a887e80-10aa-4e62-9e15-7d3eb5cf25d5', 'status': 'completed', 'code': 200} Nov 09 04:57:04.683664 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-77f34f66-acfc-4d9b-93e5-040c99d3d5ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.685838 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-68b1be5a-9f6d-4599-8a32-288c0ca200bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-2-iscsi, d6149ed8-1195-4218-aa4c-9175bab07912) {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:57:04.708485 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b1be5a-9f6d-4599-8a32-288c0ca200bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:04.708485 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68b1be5a-9f6d-4599-8a32-288c0ca200bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.708731 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2ed5f863-8820-461e-ab4b-f57b31167e92 req-625377ac-9311-4947-b2ee-a03bf749df5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc74574-bcbe-4d7d-85c6-61611faf1df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646718 Nov 09 04:57:04.709115 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99003d8a-0b55-4637-aa7b-6165cd565b3b None None] Network d6149ed8-1195-4218-aa4c-9175bab07912 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:57:04.727472 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-a0061e0a-5fc8-4d40-b7d8-1fbb39125a91 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a15ae19762664b3280bac6703249d78d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7264142 Nov 09 04:57:04.730062 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 42012) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:04.737731 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0061e0a-5fc8-4d40-b7d8-1fbb39125a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e70130-e16c-4049-bdcb-fce08a60c6c6,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:04.738089 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-406b3085-74ef-4ba1-8be8-2f112da1f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:04.739753 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-406b3085-74ef-4ba1-8be8-2f112da1f93d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2499b84-6c8e-423c-9fb2-df6ba60139be HTTP/1.1" status: 200 len: 859 time: 0.1715398 Nov 09 04:57:04.794164 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-68b1be5a-9f6d-4599-8a32-288c0ca200bb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8301301 Nov 09 04:57:04.810641 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-7360b476-46f7-4f11-b866-f0e980711af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.829032 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-770d49b1-4834-4cf6-b0c9-2bf438c8b00f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708950 Nov 09 04:57:04.888245 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8f68a662-d5ee-40fb-8559-df55205321c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.941741 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8f68a662-d5ee-40fb-8559-df55205321c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.943506 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-77f34f66-acfc-4d9b-93e5-040c99d3d5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.946257 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-77f34f66-acfc-4d9b-93e5-040c99d3d5ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:04.947541 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-77f34f66-acfc-4d9b-93e5-040c99d3d5ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4b6f722-1810-4ad7-a9c8-7bc4e6a85d6b HTTP/1.1" status: 204 len: 168 time: 0.7162626 Nov 09 04:57:04.971409 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6711968-870d-4803-aa36-4f3792616aa6 req-559081b3-2f2a-4c4b-9137-39fa9188120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:04.973128 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e6711968-870d-4803-aa36-4f3792616aa6 req-559081b3-2f2a-4c4b-9137-39fa9188120c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 1097 time: 0.1965325 Nov 09 04:57:04.993677 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f34f66-acfc-4d9b-93e5-040c99d3d5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b6f722-1810-4ad7-a9c8-7bc4e6a85d6b,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:05.061104 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2ed5f863-8820-461e-ab4b-f57b31167e92 req-84d99dca-20f5-4711-9dff-dd16ecbd48fd service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108313 Nov 09 04:57:05.071375 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-562c6a76-c0f9-457d-bde4-575089759589 None None] Provisioning complete for port 61b97e25-c60b-444c-aa5c-c81e5e096ded triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:57:05.072076 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-562c6a76-c0f9-457d-bde4-575089759589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:05.190873 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-562c6a76-c0f9-457d-bde4-575089759589 None None] Port 61b97e25-c60b-444c-aa5c-c81e5e096ded cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:57:05.217170 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48e3443-ab39-41e2-8d48-db5a3740b577 None None] Network d6149ed8-1195-4218-aa4c-9175bab07912 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:57:05.311416 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8f68a662-d5ee-40fb-8559-df55205321c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:05.318097 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8f68a662-d5ee-40fb-8559-df55205321c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:05.321992 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-8f68a662-d5ee-40fb-8559-df55205321c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34e70130-e16c-4049-bdcb-fce08a60c6c6 HTTP/1.1" status: 204 len: 168 time: 0.5885081 Nov 09 04:57:05.363427 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-58d91169-5623-4898-9353-93b63504ded4 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259943 Nov 09 04:57:05.379566 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68a662-d5ee-40fb-8559-df55205321c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e70130-e16c-4049-bdcb-fce08a60c6c6,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:05.401726 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cde4c0-58e5-4d19-8ca5-0c95796982de req-ca901d46-96f7-4cbf-94ff-f95a4082576c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:05.410944 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e7cde4c0-58e5-4d19-8ca5-0c95796982de req-ca901d46-96f7-4cbf-94ff-f95a4082576c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 944 time: 0.2885146 Nov 09 04:57:05.469841 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2ed5f863-8820-461e-ab4b-f57b31167e92 req-904df1fc-92e9-4b68-87bc-fa676718e305 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972309 Nov 09 04:57:05.485588 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 42040) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:05.515001 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-15c2fc32-6248-41dc-892a-8f03a1a5bede admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:05.531012 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e7cde4c0-58e5-4d19-8ca5-0c95796982de req-a50d6dab-7883-4224-8b97-0ed95196d6e8 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071224 Nov 09 04:57:05.646377 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-15c2fc32-6248-41dc-892a-8f03a1a5bede admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:05.657518 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-15c2fc32-6248-41dc-892a-8f03a1a5bede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:05.687285 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36391946-856b-4036-acc3-8054f015e734 req-05c6a3fb-c2bc-4c99-a5e3-3b1db3f9c5f6 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:05.695128 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-36391946-856b-4036-acc3-8054f015e734 req-05c6a3fb-c2bc-4c99-a5e3-3b1db3f9c5f6 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 943 time: 0.5633721 Nov 09 04:57:05.718549 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-15c2fc32-6248-41dc-892a-8f03a1a5bede admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=523f33b16f2342fe83ad74e46b963597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287474 Nov 09 04:57:05.724144 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 42050) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:05.741516 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6711968-870d-4803-aa36-4f3792616aa6 req-b204aad1-5bf5-4ee2-b245-0530dbcb59ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:05.743142 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e6711968-870d-4803-aa36-4f3792616aa6 req-b204aad1-5bf5-4ee2-b245-0530dbcb59ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 200 len: 920 time: 0.7629039 Nov 09 04:57:05.753226 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2fc32-6248-41dc-892a-8f03a1a5bede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba17c8f2-1d63-4471-b8cf-8e0aa8ba38da,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:05.787218 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba027cb-7d06-4377-b157-29122f6d449c req-5f9c9e76-781f-4400-9209-0f03a3744dae tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:05.789560 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7ba027cb-7d06-4377-b157-29122f6d449c req-5f9c9e76-781f-4400-9209-0f03a3744dae tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 943 time: 0.0727234 Nov 09 04:57:05.826443 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e6711968-870d-4803-aa36-4f3792616aa6 req-6f14d693-4346-4552-9c78-fa27916a70d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 HTTP/1.1" status: 200 len: 217 time: 0.0707855 Nov 09 04:57:05.844199 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 42054) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:05.867548 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-150cd487-9604-42f6-87c2-deae8f91f53c admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:05.876149 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7ba027cb-7d06-4377-b157-29122f6d449c req-efb4ca99-efd9-4272-baa6-fb28928d530a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779161 Nov 09 04:57:05.941134 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-36391946-856b-4036-acc3-8054f015e734 req-861fd8df-d94c-49d3-b7a6-a5e0d6cdb7b3 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448394 Nov 09 04:57:05.966375 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device d6b95a2c-0b66-4503-93bb-c3d25b0b0db8 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=100973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:57:05.979697 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9d731937-d3d4-46f3-b634-245bfda39a30 req-9df0d093-a275-46f5-9695-f334a4cca1a9 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006567 Nov 09 04:57:06.003274 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 42058) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:06.008428 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6711968-870d-4803-aa36-4f3792616aa6 req-10359f7e-88ca-4a1b-8983-af3338115a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:06.009949 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-150cd487-9604-42f6-87c2-deae8f91f53c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.010289 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e6711968-870d-4803-aa36-4f3792616aa6 req-10359f7e-88ca-4a1b-8983-af3338115a8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2499b84-6c8e-423c-9fb2-df6ba60139be HTTP/1.1" status: 200 len: 859 time: 0.1618667 Nov 09 04:57:06.011053 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-28a9247a-d91c-476d-937f-c151cda91533 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.014882 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-6704d293-3ab0-45ad-a0c0-0163e62ff7de admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1805652216-network', 'tenant_id': '2d14db71de884cf3ac70961926420fe6'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:57:06.022118 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-150cd487-9604-42f6-87c2-deae8f91f53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.060092 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-7360b476-46f7-4f11-b866-f0e980711af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b97e25-c60b-444c-aa5c-c81e5e096ded {{(pid=100972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:57:06.067070 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e6711968-870d-4803-aa36-4f3792616aa6 req-5336970f-1c6a-4ebf-ad21-1f698cfc2e81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441554 Nov 09 04:57:06.073703 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-7360b476-46f7-4f11-b866-f0e980711af0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.077334 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-28a9247a-d91c-476d-937f-c151cda91533 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.087866 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc02ab-33df-4b81-b6b9-262a24171abf req-5c7b553c-b57d-484e-ba99-0ebb389c0f13 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:06.089386 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-39dc02ab-33df-4b81-b6b9-262a24171abf req-5c7b553c-b57d-484e-ba99-0ebb389c0f13 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 932 time: 0.1380901 Nov 09 04:57:06.093561 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-150cd487-9604-42f6-87c2-deae8f91f53c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3abca6bdc46f4f968b5d4889e547e416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478008 Nov 09 04:57:06.094261 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6704d293-3ab0-45ad-a0c0-0163e62ff7de admin admin] Made reservation on behalf of 2d14db71de884cf3ac70961926420fe6 for: {'network': 1} {{(pid=100971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:57:06.096610 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-6704d293-3ab0-45ad-a0c0-0163e62ff7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for network, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.097522 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 42060) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:06.098788 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150cd487-9604-42f6-87c2-deae8f91f53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11111f5-90e1-4f4f-90c1-ddf8a705e72c,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:06.101869 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.provisioning_blocks [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-7360b476-46f7-4f11-b866-f0e980711af0 service neutron] Transition to ACTIVE for port object 61b97e25-c60b-444c-aa5c-c81e5e096ded will not be triggered until provisioned by entity L2. {{(pid=100972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:57:06.109778 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port d6b95a2c-0b66-4503-93bb-c3d25b0b0db8, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=d6b95a2c-0b66-4503-93bb-c3d25b0b0db8,segment=NetworkSegment(458250d6-896a-481f-8bec-e3567f9bac15),segment_id=458250d6-896a-481f-8bec-e3567f9bac15)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:06.116378 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-6704d293-3ab0-45ad-a0c0-0163e62ff7de admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.125545 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-7360b476-46f7-4f11-b866-f0e980711af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.127488 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Returning: {'device': 'd6b95a2c-0b66-4503-93bb-c3d25b0b0db8', 'network_id': '19d7125c-22b1-4e83-a8ec-8b58c6b76394', 'port_id': 'd6b95a2c-0b66-4503-93bb-c3d25b0b0db8', 'mac_address': 'fa:16:3e:82:65:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd1018dc-f9a3-43a6-8902-e8d9aeb84e77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:57:06.167507 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.173191 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-39dc02ab-33df-4b81-b6b9-262a24171abf req-0f2a8158-f267-4f10-aa4c-3155d1f8f1fb tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715797 Nov 09 04:57:06.184503 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b95a2c-0b66-4503-93bb-c3d25b0b0db8 {{(pid=100973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:57:06.207077 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360b476-46f7-4f11-b866-f0e980711af0 service neutron] Pushing event updated for resources: {'Port': ['ID=61b97e25-c60b-444c-aa5c-c81e5e096ded,revision_number=2']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:06.229271 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port d6b95a2c-0b66-4503-93bb-c3d25b0b0db8, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=d6b95a2c-0b66-4503-93bb-c3d25b0b0db8,segment=NetworkSegment(458250d6-896a-481f-8bec-e3567f9bac15),segment_id=458250d6-896a-481f-8bec-e3567f9bac15)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:06.235456 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.241272 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-bc0cf891-68c9-40c6-8063-0d2786bf78d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.247120 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-28a9247a-d91c-476d-937f-c151cda91533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.249741 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-28a9247a-d91c-476d-937f-c151cda91533 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.250889 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-28a9247a-d91c-476d-937f-c151cda91533 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba17c8f2-1d63-4471-b8cf-8e0aa8ba38da HTTP/1.1" status: 204 len: 168 time: 0.5197756 Nov 09 04:57:06.291689 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-bc0cf891-68c9-40c6-8063-0d2786bf78d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.309795 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=d6b95a2c-0b66-4503-93bb-c3d25b0b0db8,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:06.317317 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-6704d293-3ab0-45ad-a0c0-0163e62ff7de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.323545 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-6704d293-3ab0-45ad-a0c0-0163e62ff7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.333404 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-7360b476-46f7-4f11-b866-f0e980711af0 service neutron] Attempting to bind port 61b97e25-c60b-444c-aa5c-c81e5e096ded on host hv-cinder-81713 for vnic_type normal with profile {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:57:06.334207 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-7360b476-46f7-4f11-b866-f0e980711af0 service neutron] Attempting to bind port 61b97e25-c60b-444c-aa5c-c81e5e096ded by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '52977b9b-7dbb-46b3-9e6e-45b18f32a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68'}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:57:06.334550 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-7360b476-46f7-4f11-b866-f0e980711af0 service neutron] Attempting to bind port 61b97e25-c60b-444c-aa5c-c81e5e096ded on network c60fd891-87b5-46cd-8c22-d608e60c1a68 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:57:06.340067 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9247a-d91c-476d-937f-c151cda91533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba17c8f2-1d63-4471-b8cf-8e0aa8ba38da,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:06.351425 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6704d293-3ab0-45ad-a0c0-0163e62ff7de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=100971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:57:06.359095 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-7360b476-46f7-4f11-b866-f0e980711af0 service neutron] Port 61b97e25-c60b-444c-aa5c-c81e5e096ded on network c60fd891-87b5-46cd-8c22-d608e60c1a68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:57:06.359461 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-7360b476-46f7-4f11-b866-f0e980711af0 service neutron] Attempting to bind port 61b97e25-c60b-444c-aa5c-c81e5e096ded on network c60fd891-87b5-46cd-8c22-d608e60c1a68 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:57:06.360852 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704d293-3ab0-45ad-a0c0-0163e62ff7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8dd557-cb3d-4e41-897f-af46f38fda62,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:06.369522 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-7360b476-46f7-4f11-b866-f0e980711af0 service neutron] Checking agent: {'id': '95cbc7df-874e-4f22-acf5-3b3cdde6b18e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'started_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:57:06.369889 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-6704d293-3ab0-45ad-a0c0-0163e62ff7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.369988 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-7360b476-46f7-4f11-b866-f0e980711af0 service neutron] Checking segment: {'id': '52977b9b-7dbb-46b3-9e6e-45b18f32a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:57:06.370507 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-7360b476-46f7-4f11-b866-f0e980711af0 service neutron] Bound using segment: {'id': '52977b9b-7dbb-46b3-9e6e-45b18f32a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68'} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:57:06.370598 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.db.segments_db [None req-6704d293-3ab0-45ad-a0c0-0163e62ff7de admin admin] Added segment 3206b517-c732-4a36-b51b-6e8361e0c0b3 of type vlan for network 7840e324-1777-499f-a488-601b9ab9929e Nov 09 04:57:06.371000 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-7360b476-46f7-4f11-b866-f0e980711af0 service neutron] Bound port: 61b97e25-c60b-444c-aa5c-c81e5e096ded, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52977b9b-7dbb-46b3-9e6e-45b18f32a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68'}}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:57:06.371458 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-7360b476-46f7-4f11-b866-f0e980711af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.419923 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-bc0cf891-68c9-40c6-8063-0d2786bf78d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.422493 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-bc0cf891-68c9-40c6-8063-0d2786bf78d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.423595 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-bc0cf891-68c9-40c6-8063-0d2786bf78d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d11111f5-90e1-4f4f-90c1-ddf8a705e72c HTTP/1.1" status: 204 len: 168 time: 0.3229861 Nov 09 04:57:06.437860 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0cf891-68c9-40c6-8063-0d2786bf78d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11111f5-90e1-4f4f-90c1-ddf8a705e72c,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:06.456197 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-6704d293-3ab0-45ad-a0c0-0163e62ff7de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784574440138'] for network, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.474835 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-7360b476-46f7-4f11-b866-f0e980711af0 service neutron] For port 61b97e25-c60b-444c-aa5c-c81e5e096ded, host hv-cinder-81713, cleared binding levels {{(pid=100972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:57:06.479684 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-7360b476-46f7-4f11-b866-f0e980711af0 service neutron] For port 61b97e25-c60b-444c-aa5c-c81e5e096ded, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=61b97e25-c60b-444c-aa5c-c81e5e096ded,segment=NetworkSegment(52977b9b-7dbb-46b3-9e6e-45b18f32a431),segment_id=52977b9b-7dbb-46b3-9e6e-45b18f32a431)] {{(pid=100972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:57:06.485386 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-7360b476-46f7-4f11-b866-f0e980711af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.502331 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-6704d293-3ab0-45ad-a0c0-0163e62ff7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for network, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.503531 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6704d293-3ab0-45ad-a0c0-0163e62ff7de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:06.504133 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-6704d293-3ab0-45ad-a0c0-0163e62ff7de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.528257 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-7360b476-46f7-4f11-b866-f0e980711af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:06.528981 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-7360b476-46f7-4f11-b866-f0e980711af0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.530529 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-7360b476-46f7-4f11-b866-f0e980711af0 service neutron] 10.222.0.20 "PUT /v2.0/ports/61b97e25-c60b-444c-aa5c-c81e5e096ded HTTP/1.1" status: 200 len: 1094 time: 1.9304245 Nov 09 04:57:06.553463 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360b476-46f7-4f11-b866-f0e980711af0 service neutron] Pushing event updated for resources: {'Port': ['ID=61b97e25-c60b-444c-aa5c-c81e5e096ded,revision_number=3']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:06.602152 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704d293-3ab0-45ad-a0c0-0163e62ff7de admin admin] Pushing event updated for resources: {'Network': ['ID=7840e324-1777-499f-a488-601b9ab9929e,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:06.614542 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Network 7840e324-1777-499f-a488-601b9ab9929e details requested by agent ovs-agent-dv-cinder-817135-2-iscsi with host dv-cinder-817135-2-iscsi {{(pid=100973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:57:06.618577 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-6704d293-3ab0-45ad-a0c0-0163e62ff7de admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6107686 Nov 09 04:57:06.618747 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 42072) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:06.624915 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-17ecc714-0939-47a8-ad6d-7f2969f8b283 admin admin] Request body: {'subnet': {'network_id': '7840e324-1777-499f-a488-601b9ab9929e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1805652216-subnet', 'tenant_id': '2d14db71de884cf3ac70961926420fe6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:57:06.689315 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034e3bd9-12b1-44b8-b263-15cd6de07fcd', 'tag': '61b97e25-c60b-444c-aa5c-c81e5e096ded'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:57:06.691874 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c687dd1-4557-4509-b6b7-8568001b606d" -d '{"events": [{"name": "network-changed", "server_uuid": "034e3bd9-12b1-44b8-b263-15cd6de07fcd", "tag": "61b97e25-c60b-444c-aa5c-c81e5e096ded"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:57:06.698052 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ecc714-0939-47a8-ad6d-7f2969f8b283 admin admin] Made reservation on behalf of 2d14db71de884cf3ac70961926420fe6 for: {'subnet': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:57:06.700330 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-17ecc714-0939-47a8-ad6d-7f2969f8b283 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.769592 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb48e16-e60e-4705-9145-7f3b5bb01175 x-openstack-request-id: req-0bb48e16-e60e-4705-9145-7f3b5bb01175 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:57:06.769803 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034e3bd9-12b1-44b8-b263-15cd6de07fcd", "tag": "61b97e25-c60b-444c-aa5c-c81e5e096ded", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:57:06.770200 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0bb48e16-e60e-4705-9145-7f3b5bb01175 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:57:06.771187 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034e3bd9-12b1-44b8-b263-15cd6de07fcd', 'tag': '61b97e25-c60b-444c-aa5c-c81e5e096ded', 'status': 'completed', 'code': 200} Nov 09 04:57:06.817200 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c6eb5-dd47-47f7-9f8b-39f4a6820661 req-36751bc1-45cd-4200-a898-db0dca2d1b7f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:06.824147 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f08c6eb5-dd47-47f7-9f8b-39f4a6820661 req-36751bc1-45cd-4200-a898-db0dca2d1b7f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 944 time: 0.1765730 Nov 09 04:57:06.884332 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 42084) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:06.901392 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-17868602-b8ba-4755-826e-b49db7be99e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:06.904419 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f08c6eb5-dd47-47f7-9f8b-39f4a6820661 req-7a79f9a5-42b4-4d7f-9279-49b65548d8ba tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790966 Nov 09 04:57:07.008547 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-17ecc714-0939-47a8-ad6d-7f2969f8b283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for subnet, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:07.009046 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-17868602-b8ba-4755-826e-b49db7be99e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:07.020373 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-17868602-b8ba-4755-826e-b49db7be99e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:07.060021 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17868602-b8ba-4755-826e-b49db7be99e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42c9369-5823-47df-ac73-37c3b311ed2b,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:07.093624 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-17868602-b8ba-4755-826e-b49db7be99e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=615f52caeb564bc09cf4267c4083cee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2051826 Nov 09 04:57:07.100246 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cfb9f-ad70-4b42-9a6c-418c7360ebe4 req-e6fd5bae-32fe-4c8e-8322-1fff793d092a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:07.101876 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e86cfb9f-ad70-4b42-9a6c-418c7360ebe4 req-e6fd5bae-32fe-4c8e-8322-1fff793d092a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 943 time: 0.0998886 Nov 09 04:57:07.102355 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 42092) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:07.113553 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecc714-0939-47a8-ad6d-7f2969f8b283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ddf8532-59b4-4f57-9b51-686cc608b0df,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:07.126359 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ecc714-0939-47a8-ad6d-7f2969f8b283 admin admin] Checking segment: {'id': '3206b517-c732-4a36-b51b-6e8361e0c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7840e324-1777-499f-a488-601b9ab9929e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:57:07.126625 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ecc714-0939-47a8-ad6d-7f2969f8b283 admin admin] Network hostable DHCP agents. Network: 7840e324-1777-499f-a488-601b9ab9929e, hostable agents: ['d072c37d-c6e5-4774-92cd-7a83958f5a5d'], hosted agents: [] {{(pid=100972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:57:07.138106 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e239de1-4585-40ae-b52a-f2e62158026d req-c23cfc68-ec2a-4d31-9950-9baf34ff24dc tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:07.146053 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1e239de1-4585-40ae-b52a-f2e62158026d req-c23cfc68-ec2a-4d31-9950-9baf34ff24dc tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 944 time: 0.1296883 Nov 09 04:57:07.183342 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e86cfb9f-ad70-4b42-9a6c-418c7360ebe4 req-25204236-3ea0-4087-91e2-7fb2d7f1ec33 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738983 Nov 09 04:57:07.186601 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ecc714-0939-47a8-ad6d-7f2969f8b283 admin admin] Network 7840e324-1777-499f-a488-601b9ab9929e is scheduled to be hosted by DHCP agent d072c37d-c6e5-4774-92cd-7a83958f5a5d with binding_index 1 {{(pid=100972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:57:07.195872 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f352d53d-0c8a-443d-895e-fbfa3d413814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:07.202779 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-17ecc714-0939-47a8-ad6d-7f2969f8b283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-2-iscsi, 7840e324-1777-499f-a488-601b9ab9929e) {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:57:07.208232 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ecc714-0939-47a8-ad6d-7f2969f8b283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:07.208879 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-17ecc714-0939-47a8-ad6d-7f2969f8b283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:07.214603 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e89945-76ad-4a18-b394-0defd87069c3 None None] Network 7840e324-1777-499f-a488-601b9ab9929e requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:57:07.222469 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1e239de1-4585-40ae-b52a-f2e62158026d req-e3321777-ac67-437b-8a16-be4f0d84aa37 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755355 Nov 09 04:57:07.255119 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f352d53d-0c8a-443d-895e-fbfa3d413814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:07.258282 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-17ecc714-0939-47a8-ad6d-7f2969f8b283 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6383772 Nov 09 04:57:07.355140 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c343d6a-f2ef-4629-b94c-36021f463ef5 req-59914e2e-f928-45ea-9a2b-eeb88ce212c9 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:07.356973 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4c343d6a-f2ef-4629-b94c-36021f463ef5 req-59914e2e-f928-45ea-9a2b-eeb88ce212c9 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 944 time: 0.0623429 Nov 09 04:57:07.383071 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f352d53d-0c8a-443d-895e-fbfa3d413814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:07.386158 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f352d53d-0c8a-443d-895e-fbfa3d413814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:07.389894 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-f352d53d-0c8a-443d-895e-fbfa3d413814 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c42c9369-5823-47df-ac73-37c3b311ed2b HTTP/1.1" status: 204 len: 168 time: 0.2841613 Nov 09 04:57:07.402168 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352d53d-0c8a-443d-895e-fbfa3d413814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42c9369-5823-47df-ac73-37c3b311ed2b,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:07.446973 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4c343d6a-f2ef-4629-b94c-36021f463ef5 req-4698bc86-0f1b-43de-a5b0-30800629152a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801332 Nov 09 04:57:07.548465 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024ade00-9117-40fa-b400-bdd43b2274dd None None] Network 7840e324-1777-499f-a488-601b9ab9929e requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:57:08.040965 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf7841-a02b-4d77-9ed6-7a856c1f364f req-27484fa7-95f9-4ba2-9241-3c3d004cc9e9 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:08.042445 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4eaf7841-a02b-4d77-9ed6-7a856c1f364f req-27484fa7-95f9-4ba2-9241-3c3d004cc9e9 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 944 time: 0.0508864 Nov 09 04:57:08.096247 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4eaf7841-a02b-4d77-9ed6-7a856c1f364f req-8a5d1214-6d9f-4884-9570-766f07713d5f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459330 Nov 09 04:57:08.324563 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842cd50-450d-43b3-8c75-1efc9447eeb7 req-39f93315-9e83-4aa8-a858-32ee4314b1a8 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:08.332493 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7842cd50-450d-43b3-8c75-1efc9447eeb7 req-39f93315-9e83-4aa8-a858-32ee4314b1a8 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 943 time: 0.0718687 Nov 09 04:57:08.362708 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d459365-5b73-490f-be3d-6345d68bf26a req-9c575ed7-cf32-494f-adb9-282f9ce1858a tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:08.372509 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8d459365-5b73-490f-be3d-6345d68bf26a req-9c575ed7-cf32-494f-adb9-282f9ce1858a tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 944 time: 0.0782630 Nov 09 04:57:08.398053 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7842cd50-450d-43b3-8c75-1efc9447eeb7 req-1546e691-a77f-47cf-a3c6-ee83d49ed214 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514059 Nov 09 04:57:08.424695 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8d459365-5b73-490f-be3d-6345d68bf26a req-776f7fca-106d-4a87-b2cf-bc3e4d166a3c tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512006 Nov 09 04:57:08.589485 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ce899-5442-408a-976b-e6649dc47557 req-1950f29f-2ddc-439f-ba54-d6ad04e20285 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:08.591022 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f05ce899-5442-408a-976b-e6649dc47557 req-1950f29f-2ddc-439f-ba54-d6ad04e20285 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 944 time: 0.0665159 Nov 09 04:57:08.647952 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f05ce899-5442-408a-976b-e6649dc47557 req-52ae5762-c2f6-4f48-8b9d-f2b34ccc04eb tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504503 Nov 09 04:57:08.797620 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 42180) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:08.901599 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-1dc618cf-68f6-415e-adde-2147e3c8a5e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:08.974848 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-1dc618cf-68f6-415e-adde-2147e3c8a5e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:08.979932 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-1dc618cf-68f6-415e-adde-2147e3c8a5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:09.020338 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc618cf-68f6-415e-adde-2147e3c8a5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6f3a3c-d78b-4915-a70e-4bb2af064c78,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:09.044192 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-1dc618cf-68f6-415e-adde-2147e3c8a5e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=919b6438334a4704b8eeefc0f5310810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452192 Nov 09 04:57:09.047125 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 42194) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:09.093891 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9568bff5-4c9b-4dc7-a0f1-f4464beacbc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:09.115338 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9568bff5-4c9b-4dc7-a0f1-f4464beacbc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:09.164723 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9568bff5-4c9b-4dc7-a0f1-f4464beacbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:09.167450 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9568bff5-4c9b-4dc7-a0f1-f4464beacbc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:09.168617 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-9568bff5-4c9b-4dc7-a0f1-f4464beacbc1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a6f3a3c-d78b-4915-a70e-4bb2af064c78 HTTP/1.1" status: 204 len: 168 time: 0.1204603 Nov 09 04:57:09.177176 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568bff5-4c9b-4dc7-a0f1-f4464beacbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6f3a3c-d78b-4915-a70e-4bb2af064c78,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:09.238062 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa483bf-9b28-4b7e-8196-de4936e2fd22 req-f520335d-9f03-459c-a0be-b59424100e95 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:09.240123 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0aa483bf-9b28-4b7e-8196-de4936e2fd22 req-f520335d-9f03-459c-a0be-b59424100e95 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 944 time: 0.0556436 Nov 09 04:57:09.292867 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0aa483bf-9b28-4b7e-8196-de4936e2fd22 req-f4df3b91-8b20-4308-841e-f81df7cc46d3 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458276 Nov 09 04:57:09.492335 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:09.537829 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cb840-b5c1-4bf0-a1f5-cb7af2c5b27f req-e6a922dd-c015-405c-87ea-5c1baeceaf13 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:09.550020 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ea4cb840-b5c1-4bf0-a1f5-cb7af2c5b27f req-e6a922dd-c015-405c-87ea-5c1baeceaf13 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 943 time: 0.1024609 Nov 09 04:57:09.590066 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 42214) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:09.615417 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f4c2112a-4a3e-4d7e-922f-571fbc037428 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:09.642917 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ea4cb840-b5c1-4bf0-a1f5-cb7af2c5b27f req-64df5dcc-9708-4075-b4e2-fbba5aa64796 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917525 Nov 09 04:57:09.713389 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b43df-c73a-4455-a102-d5764a980c01 req-dd1ca1fa-7a3d-41c5-a0ae-38a290e60089 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:09.714998 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-878b43df-c73a-4455-a102-d5764a980c01 req-dd1ca1fa-7a3d-41c5-a0ae-38a290e60089 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 944 time: 0.2031136 Nov 09 04:57:09.755721 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f4c2112a-4a3e-4d7e-922f-571fbc037428 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:09.757182 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237ea66-3900-4585-b787-89241697ce43 req-a80a06e8-b8d0-49f4-b18c-9412685090a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:09.758744 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3237ea66-3900-4585-b787-89241697ce43 req-a80a06e8-b8d0-49f4-b18c-9412685090a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 1097 time: 0.1810067 Nov 09 04:57:09.761021 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f4c2112a-4a3e-4d7e-922f-571fbc037428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:09.778553 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c687dd1-4557-4509-b6b7-8568001b606d req-89628193-249e-4933-9604-7e2f8586f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:09.779968 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7c687dd1-4557-4509-b6b7-8568001b606d req-89628193-249e-4933-9604-7e2f8586f94c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df921510edf34ac09f5be957837f5546&device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 1097 time: 0.1432440 Nov 09 04:57:09.790329 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e6711968-870d-4803-aa36-4f3792616aa6 req-c011c33c-d5cb-4261-b80e-80f75212bc14 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137053 Nov 09 04:57:09.804176 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-878b43df-c73a-4455-a102-d5764a980c01 req-4aebffcf-38a3-4a00-8a8e-d5d327069939 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771766 Nov 09 04:57:09.811180 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657900a4-af4c-499a-b043-63a244945b35 req-1549fbcf-9cd8-4585-993f-0b496cd1f0c8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:09.812660 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-657900a4-af4c-499a-b043-63a244945b35 req-1549fbcf-9cd8-4585-993f-0b496cd1f0c8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 944 time: 0.0922697 Nov 09 04:57:09.818672 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-f4c2112a-4a3e-4d7e-922f-571fbc037428 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c535a829a2c42b78936018530cc1448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251921 Nov 09 04:57:09.819179 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 42218) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:09.820532 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2112a-4a3e-4d7e-922f-571fbc037428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61cf82a-2a68-4304-90d6-ea05ce3fa43a,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:09.868842 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-657900a4-af4c-499a-b043-63a244945b35 req-638e8412-2562-4949-b37e-317c1b56fe6b tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497828 Nov 09 04:57:10.306178 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-53493533-967b-4dd9-bb5b-cebc128cf70e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:10.347416 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237ea66-3900-4585-b787-89241697ce43 req-60bf9203-b00a-419d-87e5-33c66d115f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:10.348905 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3237ea66-3900-4585-b787-89241697ce43 req-60bf9203-b00a-419d-87e5-33c66d115f2a service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 200 len: 920 time: 0.5131030 Nov 09 04:57:10.356052 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e6711968-870d-4803-aa36-4f3792616aa6 req-bb635e66-b5fc-4819-979c-15559afc2d4a service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212541 Nov 09 04:57:10.368727 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c687dd1-4557-4509-b6b7-8568001b606d req-0c4ffe66-93b4-402a-8369-9c45539069fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:10.370064 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7c687dd1-4557-4509-b6b7-8568001b606d req-0c4ffe66-93b4-402a-8369-9c45539069fa service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=df921510edf34ac09f5be957837f5546&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5333133 Nov 09 04:57:10.407037 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-53493533-967b-4dd9-bb5b-cebc128cf70e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:10.427372 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3237ea66-3900-4585-b787-89241697ce43 req-5416164a-d6e3-427b-aad2-00c84771febe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e9494d2-6026-4da9-9838-657923b0d3c9 HTTP/1.1" status: 200 len: 217 time: 0.0701430 Nov 09 04:57:10.510388 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['d6b95a2c-0b66-4503-93bb-c3d25b0b0db8'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:57:10.609545 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01997dc0-35e9-40ac-aead-9c814babf56f req-cd81c20d-c54c-4f79-a161-3a470c001cb7 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:10.611058 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-01997dc0-35e9-40ac-aead-9c814babf56f req-cd81c20d-c54c-4f79-a161-3a470c001cb7 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 944 time: 0.2443109 Nov 09 04:57:10.626015 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237ea66-3900-4585-b787-89241697ce43 req-addda5e4-cc1a-4e75-9906-b423cc769f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:10.627454 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3237ea66-3900-4585-b787-89241697ce43 req-addda5e4-cc1a-4e75-9906-b423cc769f7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2499b84-6c8e-423c-9fb2-df6ba60139be HTTP/1.1" status: 200 len: 859 time: 0.1810799 Nov 09 04:57:10.665739 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-53493533-967b-4dd9-bb5b-cebc128cf70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:10.668347 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-53493533-967b-4dd9-bb5b-cebc128cf70e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:10.669475 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-53493533-967b-4dd9-bb5b-cebc128cf70e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c61cf82a-2a68-4304-90d6-ea05ce3fa43a HTTP/1.1" status: 204 len: 168 time: 0.8491082 Nov 09 04:57:10.717958 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3237ea66-3900-4585-b787-89241697ce43 req-446651e5-994c-440f-8167-bb2be51eb89c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788834 Nov 09 04:57:10.739811 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53493533-967b-4dd9-bb5b-cebc128cf70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61cf82a-2a68-4304-90d6-ea05ce3fa43a,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:10.762364 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896cd00-c55b-4fbb-8d04-f5261f604ce6 req-ce1d0d2b-7fab-4907-844a-bb5459fbb46c tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:10.768111 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c687dd1-4557-4509-b6b7-8568001b606d req-cfbdc1e1-e251-4208-9849-fae61a3ec0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:10.769583 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7c687dd1-4557-4509-b6b7-8568001b606d req-cfbdc1e1-e251-4208-9849-fae61a3ec0ef service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3413203 Nov 09 04:57:10.771924 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1896cd00-c55b-4fbb-8d04-f5261f604ce6 req-ce1d0d2b-7fab-4907-844a-bb5459fbb46c tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 943 time: 0.0672557 Nov 09 04:57:10.814182 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-01997dc0-35e9-40ac-aead-9c814babf56f req-da832df1-d0ef-4f6e-af72-4d91eb12e2cf tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811216 Nov 09 04:57:10.845070 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1896cd00-c55b-4fbb-8d04-f5261f604ce6 req-8b812bec-20b0-4da8-a058-42d63083930c tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721676 Nov 09 04:57:10.852719 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3237ea66-3900-4585-b787-89241697ce43 req-5e569a0a-0fb4-4e03-991e-6f9aaef22344 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261003 Nov 09 04:57:11.000314 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874ab88-5d6f-4fdd-9ff7-ac65a96582c8 req-5776d2f0-be29-459d-a31b-c86b5d1e7a3c tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:11.001807 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1874ab88-5d6f-4fdd-9ff7-ac65a96582c8 req-5776d2f0-be29-459d-a31b-c86b5d1e7a3c tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 944 time: 0.0533609 Nov 09 04:57:11.010842 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-9fd25bdc-15cb-4bd7-be98-fa1ec6290a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:11.012230 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-9fd25bdc-15cb-4bd7-be98-fa1ec6290a30 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df921510edf34ac09f5be957837f5546&device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 1097 time: 0.1366203 Nov 09 04:57:11.026889 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3237ea66-3900-4585-b787-89241697ce43 req-aebb9247-9088-450e-8482-6a6c2ec7559a service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571918 Nov 09 04:57:11.031555 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6b81d-051f-4930-8642-8bf923a16b92 req-61b2beb4-e1a8-45a3-8ec8-7ab1b046e743 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:11.033285 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-65a6b81d-051f-4930-8642-8bf923a16b92 req-61b2beb4-e1a8-45a3-8ec8-7ab1b046e743 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 944 time: 0.1299932 Nov 09 04:57:11.072390 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1874ab88-5d6f-4fdd-9ff7-ac65a96582c8 req-864f45d8-e3c3-48cc-a132-379e31c6de86 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608428 Nov 09 04:57:11.109986 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-de90468c-1549-4080-9561-5f045380df0b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61b97e25-c60b-444c-aa5c-c81e5e096ded HTTP/1.1" status: 200 len: 217 time: 0.0629148 Nov 09 04:57:11.147918 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-65a6b81d-051f-4930-8642-8bf923a16b92 req-5b10e6a6-a8aa-4093-aabf-7ca675cf1579 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080229 Nov 09 04:57:11.182688 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-e2b2ec12-2482-411b-866f-04064269ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:11.184212 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-e2b2ec12-2482-411b-866f-04064269ceb8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6 HTTP/1.1" status: 200 len: 856 time: 0.0532923 Nov 09 04:57:11.240951 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-ef464cb3-6d23-43bc-8cf0-e0838df282d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:11.242515 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-ef464cb3-6d23-43bc-8cf0-e0838df282d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60fd891-87b5-46cd-8c22-d608e60c1a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491357 Nov 09 04:57:11.348936 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-ff47b212-34c4-4616-b5b6-3082cf6cb901 service neutron] 10.222.0.20 "GET /v2.0/networks/c60fd891-87b5-46cd-8c22-d608e60c1a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980654 Nov 09 04:57:11.437990 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=100973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:57:11.472954 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7521b418-66ed-4f55-afd0-1bb8ab68621c req-3cd41d5b-4dc5-4b26-86bb-a23b2e34b240 service neutron] 10.222.0.20 "GET /v2.0/networks/c60fd891-87b5-46cd-8c22-d608e60c1a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165929 Nov 09 04:57:11.559416 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf,segment=NetworkSegment(15b33fde-2078-42f0-ac57-1c9310d80e2d),segment_id=15b33fde-2078-42f0-ac57-1c9310d80e2d)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:11.577518 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Returning: {'device': 'e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf', 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6', 'port_id': 'e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf', 'mac_address': 'fa:16:3e:c0:29:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54166d97-84bf-4725-a6b5-fd66b63ba4bd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:57:11.616673 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:11.629416 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf {{(pid=100973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:57:11.652091 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf,segment=NetworkSegment(15b33fde-2078-42f0-ac57-1c9310d80e2d),segment_id=15b33fde-2078-42f0-ac57-1c9310d80e2d)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:11.656928 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:11.705683 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:11.975481 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7c3e0-6e61-47c8-9b66-f78ff7f328ac req-307d2bc5-a053-43e6-8c8f-94b7f82bffc4 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:11.977662 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c9b7c3e0-6e61-47c8-9b66-f78ff7f328ac req-307d2bc5-a053-43e6-8c8f-94b7f82bffc4 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 944 time: 0.0758483 Nov 09 04:57:12.008836 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ad4aa-1df1-4076-8c57-43c60bdd421c req-6c42d951-5dd1-4463-bd02-50b66e265a43 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:12.009932 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8b8ad4aa-1df1-4076-8c57-43c60bdd421c req-6c42d951-5dd1-4463-bd02-50b66e265a43 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 944 time: 0.0870042 Nov 09 04:57:12.039693 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c9b7c3e0-6e61-47c8-9b66-f78ff7f328ac req-18752807-962c-434b-bca5-2353164247cc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543785 Nov 09 04:57:12.071172 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8b8ad4aa-1df1-4076-8c57-43c60bdd421c req-8294c16b-cd16-4682-9713-da78037d92ec tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510890 Nov 09 04:57:12.189807 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe59d5c-5f4a-4a1f-9543-bf40036a6b79 req-bcc0763e-5ded-4f38-9a50-010c4bb0eed1 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:12.191545 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7fe59d5c-5f4a-4a1f-9543-bf40036a6b79 req-bcc0763e-5ded-4f38-9a50-010c4bb0eed1 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 944 time: 0.0514805 Nov 09 04:57:12.237344 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7fe59d5c-5f4a-4a1f-9543-bf40036a6b79 req-0a5a028d-f840-494a-a07b-80495a10acef tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400941 Nov 09 04:57:12.263230 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc273247-63a9-443c-9898-38632470d856 req-0902eab5-3ecf-4f4f-8f00-70d226b98f5a tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:12.264717 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-cc273247-63a9-443c-9898-38632470d856 req-0902eab5-3ecf-4f4f-8f00-70d226b98f5a tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 944 time: 0.0484321 Nov 09 04:57:12.310495 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-cc273247-63a9-443c-9898-38632470d856 req-8cc4a461-6f4b-4506-8e71-cf19667144e4 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398209 Nov 09 04:57:13.158767 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989461d-ce2b-47ed-8830-2b5581712eee req-a3a50736-f766-4847-b94d-fca2e0c88c27 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:13.160293 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8989461d-ce2b-47ed-8830-2b5581712eee req-a3a50736-f766-4847-b94d-fca2e0c88c27 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 944 time: 0.0466461 Nov 09 04:57:13.185793 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081b3f4-7df5-4e02-ac18-8244f280b7e2 req-9d1679b4-ce3f-4ed2-9f28-8d48b538272c tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:13.187271 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8081b3f4-7df5-4e02-ac18-8244f280b7e2 req-9d1679b4-ce3f-4ed2-9f28-8d48b538272c tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 944 time: 0.0505390 Nov 09 04:57:13.205983 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8989461d-ce2b-47ed-8830-2b5581712eee req-dc4611b1-9608-4438-97c2-a3d58d687e00 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398617 Nov 09 04:57:13.233688 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8081b3f4-7df5-4e02-ac18-8244f280b7e2 req-772ae195-7fab-41f5-9f95-3ad252349707 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398180 Nov 09 04:57:13.358851 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808b3e7-d5a8-4fec-85de-002d6e83bded req-07d3cca8-e790-40a7-834c-7e05664d24d3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:13.360424 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a808b3e7-d5a8-4fec-85de-002d6e83bded req-07d3cca8-e790-40a7-834c-7e05664d24d3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 944 time: 0.0506403 Nov 09 04:57:13.410020 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a808b3e7-d5a8-4fec-85de-002d6e83bded req-e8990bee-0f19-4ca0-982d-9760d8f6f510 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437751 Nov 09 04:57:13.422932 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e0e56-b51a-49f7-9923-9469d412a2c8 req-347235dd-e490-4063-9b50-79bc03b3ca23 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:13.424519 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3e8e0e56-b51a-49f7-9923-9469d412a2c8 req-347235dd-e490-4063-9b50-79bc03b3ca23 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 944 time: 0.0481162 Nov 09 04:57:13.470623 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3e8e0e56-b51a-49f7-9923-9469d412a2c8 req-352d9798-d55f-4f49-819a-556dc20c1106 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401533 Nov 09 04:57:14.321226 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd2d73-2e3b-40ac-8531-462a622b35dc req-cad709a1-c07a-4364-a32f-7d3ddaf7a3e7 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:14.322819 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a5fd2d73-2e3b-40ac-8531-462a622b35dc req-cad709a1-c07a-4364-a32f-7d3ddaf7a3e7 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 944 time: 0.0484250 Nov 09 04:57:14.345822 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc7ae0-8917-4281-a5c7-6f8330eb0fab req-94f7d511-907b-423e-8029-4944db5e8574 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:14.347302 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d0cc7ae0-8917-4281-a5c7-6f8330eb0fab req-94f7d511-907b-423e-8029-4944db5e8574 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 944 time: 0.0469666 Nov 09 04:57:14.368912 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a5fd2d73-2e3b-40ac-8531-462a622b35dc req-a92c70c7-3874-4636-89d5-60b6d7dc2ace tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401504 Nov 09 04:57:14.397123 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d0cc7ae0-8917-4281-a5c7-6f8330eb0fab req-7c72ee50-5c3b-431c-ab66-133664147ac0 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439742 Nov 09 04:57:14.523780 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a08ca-1380-493b-b46a-b9a2fc4f9018 req-143b0989-3ef0-40bc-b0b1-71c4d57d6377 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:14.525255 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-933a08ca-1380-493b-b46a-b9a2fc4f9018 req-143b0989-3ef0-40bc-b0b1-71c4d57d6377 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 944 time: 0.0469246 Nov 09 04:57:14.580709 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-933a08ca-1380-493b-b46a-b9a2fc4f9018 req-c2e8690f-1522-4cfd-a691-62de9b777346 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496817 Nov 09 04:57:14.581473 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc19306-2cef-4233-bb05-0713ac39a310 req-48f4330c-61a3-4888-84d2-42f619d162f8 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:14.582914 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9dc19306-2cef-4233-bb05-0713ac39a310 req-48f4330c-61a3-4888-84d2-42f619d162f8 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 944 time: 0.0482104 Nov 09 04:57:14.629700 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9dc19306-2cef-4233-bb05-0713ac39a310 req-c437e446-8a1f-4735-8ab5-753ce0acc633 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407019 Nov 09 04:57:15.478611 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8271dc-343a-443d-80fd-6e4fdb2c795a req-ecb46d3d-8d4e-433d-9b1d-6ee8d5c99fd6 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:15.480187 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6b8271dc-343a-443d-80fd-6e4fdb2c795a req-ecb46d3d-8d4e-433d-9b1d-6ee8d5c99fd6 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 944 time: 0.0469074 Nov 09 04:57:15.509096 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5309bc-7e2f-473e-9d32-dc3d5bd9da1d req-a51ae4c0-2668-4c56-a616-9623e7a883b9 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:15.510568 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-dc5309bc-7e2f-473e-9d32-dc3d5bd9da1d req-a51ae4c0-2668-4c56-a616-9623e7a883b9 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 944 time: 0.0469344 Nov 09 04:57:15.526772 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6b8271dc-343a-443d-80fd-6e4fdb2c795a req-3020e4bb-c77f-4e19-a390-1ea9f2e4e2dc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407474 Nov 09 04:57:15.556614 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-dc5309bc-7e2f-473e-9d32-dc3d5bd9da1d req-7ce27338-e2bc-4120-91e7-f4dab1a88b17 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396030 Nov 09 04:57:15.696561 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23e723-a578-4973-a454-773b92fa7677 req-362814ed-585a-485f-aa94-981037391fac tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:15.698096 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-db23e723-a578-4973-a454-773b92fa7677 req-362814ed-585a-485f-aa94-981037391fac tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 944 time: 0.0475743 Nov 09 04:57:15.752147 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-db23e723-a578-4973-a454-773b92fa7677 req-c942a49a-50e2-4099-9e45-f45a435e3cdb tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475848 Nov 09 04:57:15.752632 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b98bb-eff5-4078-923c-a1f5db56e3a2 req-f48930e1-b193-429b-a6f8-b73291ba6ba2 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:15.754166 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c28b98bb-eff5-4078-923c-a1f5db56e3a2 req-f48930e1-b193-429b-a6f8-b73291ba6ba2 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 944 time: 0.0582159 Nov 09 04:57:15.802719 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c28b98bb-eff5-4078-923c-a1f5db56e3a2 req-f6961d34-19f4-46a5-85c2-1ee7012336a6 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419679 Nov 09 04:57:15.815664 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=100973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:57:15.906706 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=4a887e80-10aa-4e62-9e15-7d3eb5cf25d5,segment=NetworkSegment(2208e046-f033-47f1-96e4-7a48a8ee155f),segment_id=2208e046-f033-47f1-96e4-7a48a8ee155f)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:15.917477 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Returning: {'device': '4a887e80-10aa-4e62-9e15-7d3eb5cf25d5', 'network_id': 'eb813874-3a1c-46ff-b91a-7dd6ea1c233b', 'port_id': '4a887e80-10aa-4e62-9e15-7d3eb5cf25d5', 'mac_address': 'fa:16:3e:2d:ad:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2499b84-6c8e-423c-9fb2-df6ba60139be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:57:15.959146 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:16.072046 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 {{(pid=100973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:57:16.091460 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=4a887e80-10aa-4e62-9e15-7d3eb5cf25d5,segment=NetworkSegment(2208e046-f033-47f1-96e4-7a48a8ee155f),segment_id=2208e046-f033-47f1-96e4-7a48a8ee155f)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:16.097142 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:16.142837 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=4a887e80-10aa-4e62-9e15-7d3eb5cf25d5,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:16.644183 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe76c6e-15ce-40ac-9cda-7e84c532b0fd req-471d849b-474a-4466-9f97-eb374ff070dd tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:16.645753 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ffe76c6e-15ce-40ac-9cda-7e84c532b0fd req-471d849b-474a-4466-9f97-eb374ff070dd tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 944 time: 0.0516114 Nov 09 04:57:16.669300 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbf3bb-388e-4435-b4ef-32fdbb941b06 req-40daf2c2-33f1-44a7-8e0c-4ed3fe06f68c tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:16.670761 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-63fbf3bb-388e-4435-b4ef-32fdbb941b06 req-40daf2c2-33f1-44a7-8e0c-4ed3fe06f68c tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 944 time: 0.0492003 Nov 09 04:57:16.692830 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ffe76c6e-15ce-40ac-9cda-7e84c532b0fd req-ca60e30a-be7c-4774-a48c-7babf7c1779c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411663 Nov 09 04:57:16.718494 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-63fbf3bb-388e-4435-b4ef-32fdbb941b06 req-1f1e0db3-7316-4e5b-acfc-7c7a8bd7b1b7 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418141 Nov 09 04:57:16.867253 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8eb0de-e105-43ce-83ad-4d710e3b9712 req-2aa83c77-efee-4d1c-bd68-2573b77d5c54 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:16.868749 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5c8eb0de-e105-43ce-83ad-4d710e3b9712 req-2aa83c77-efee-4d1c-bd68-2573b77d5c54 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 944 time: 0.0482314 Nov 09 04:57:16.916194 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5c8eb0de-e105-43ce-83ad-4d710e3b9712 req-c87cdeee-c0fa-49bd-bde9-dee1401c8ab0 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411065 Nov 09 04:57:16.922263 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30fcc9-0242-4430-8c6d-8ffd73af79f5 req-a54a2700-1a01-49d2-b0e2-b399338f3907 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:16.923741 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6b30fcc9-0242-4430-8c6d-8ffd73af79f5 req-a54a2700-1a01-49d2-b0e2-b399338f3907 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 944 time: 0.0534546 Nov 09 04:57:16.969507 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6b30fcc9-0242-4430-8c6d-8ffd73af79f5 req-fae49178-aba9-464f-93b1-8a22b3195252 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400388 Nov 09 04:57:17.351934 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['4a887e80-10aa-4e62-9e15-7d3eb5cf25d5'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:57:17.409823 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:57:17.811886 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device d6b95a2c-0b66-4503-93bb-c3d25b0b0db8 up at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:57:17.812261 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88b2e9-26e6-492d-93c5-88cb0313bd80 req-f4d0f4da-e437-4e99-acf6-1c4ea5fe64e6 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:17.813950 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6c88b2e9-26e6-492d-93c5-88cb0313bd80 req-f4d0f4da-e437-4e99-acf6-1c4ea5fe64e6 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 944 time: 0.0524580 Nov 09 04:57:17.847208 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbc6e9-b0f0-4898-aa28-8bce96255c93 req-69904042-f0fb-447e-b200-522b1f0690e5 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:17.849351 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e7bbc6e9-b0f0-4898-aa28-8bce96255c93 req-69904042-f0fb-447e-b200-522b1f0690e5 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 944 time: 0.0593970 Nov 09 04:57:17.887486 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6c88b2e9-26e6-492d-93c5-88cb0313bd80 req-827398fd-eb6a-473f-9757-2cc1bafc4d35 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676515 Nov 09 04:57:17.890674 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning for port d6b95a2c-0b66-4503-93bb-c3d25b0b0db8 completed by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:57:17.895216 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning complete for port d6b95a2c-0b66-4503-93bb-c3d25b0b0db8 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:57:17.895586 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:17.916805 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e7bbc6e9-b0f0-4898-aa28-8bce96255c93 req-dac2e2f4-3704-480d-8a11-18f61333b964 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568717 Nov 09 04:57:17.987263 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:18.022097 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a87e643-d686-4a9b-b027-d72b89ab2e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b95a2c-0b66-4503-93bb-c3d25b0b0db8'}] {{(pid=100973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:57:18.057602 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829607c-4f9e-498a-8a39-60bb894b9cb5 req-e1f29f6d-0852-4ae6-8e9b-8a11edef8122 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:18.059208 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a829607c-4f9e-498a-8a39-60bb894b9cb5 req-e1f29f6d-0852-4ae6-8e9b-8a11edef8122 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 944 time: 0.0593040 Nov 09 04:57:18.109949 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port d6b95a2c-0b66-4503-93bb-c3d25b0b0db8, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=d6b95a2c-0b66-4503-93bb-c3d25b0b0db8,segment=NetworkSegment(458250d6-896a-481f-8bec-e3567f9bac15),segment_id=458250d6-896a-481f-8bec-e3567f9bac15)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:18.116686 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:18.121691 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d833a8-5fc0-4394-916f-681d1d35ba97 req-79e7d38f-40fc-42b4-85eb-c2edd2702033 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:18.135349 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a2d833a8-5fc0-4394-916f-681d1d35ba97 req-79e7d38f-40fc-42b4-85eb-c2edd2702033 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 944 time: 0.0861139 Nov 09 04:57:18.185731 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=d6b95a2c-0b66-4503-93bb-c3d25b0b0db8,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:18.190123 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a829607c-4f9e-498a-8a39-60bb894b9cb5 req-70644e3c-da69-416b-9a13-50bab81888b7 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201890 Nov 09 04:57:18.205379 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a2d833a8-5fc0-4394-916f-681d1d35ba97 req-7f370e97-c622-4d77-aa41-bdbe8ef0eea9 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689709 Nov 09 04:57:18.229963 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54011f83237459a559275aec36f6846328bebe107db2d1d5386815f5349ca10e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c21a39-b9cd-45c5-bd36-46968cac39e6" -d '{"events": [{"server_uuid": "5a87e643-d686-4a9b-b027-d72b89ab2e12", "name": "network-vif-plugged", "status": "completed", "tag": "d6b95a2c-0b66-4503-93bb-c3d25b0b0db8"}]}' {{(pid=100973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:57:18.336456 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86179444-5ab5-430a-86a4-49bcb62bff35 x-openstack-request-id: req-86179444-5ab5-430a-86a4-49bcb62bff35 {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:57:18.336767 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a87e643-d686-4a9b-b027-d72b89ab2e12", "name": "network-vif-plugged", "status": "completed", "tag": "d6b95a2c-0b66-4503-93bb-c3d25b0b0db8", "code": 200}]} {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:57:18.337015 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86179444-5ab5-430a-86a4-49bcb62bff35 {{(pid=100973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:57:18.337904 dv-cinder-817135-2-iscsi neutron-server[100973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a87e643-d686-4a9b-b027-d72b89ab2e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b95a2c-0b66-4503-93bb-c3d25b0b0db8', 'code': 200} Nov 09 04:57:18.594949 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0346a-e3a1-450d-82ba-40d67d84aa35 req-17572d4a-bab8-4b33-bd01-adfd91666848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:18.597306 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-57f0346a-e3a1-450d-82ba-40d67d84aa35 req-17572d4a-bab8-4b33-bd01-adfd91666848 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 1098 time: 0.0758026 Nov 09 04:57:18.618936 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-57f0346a-e3a1-450d-82ba-40d67d84aa35 req-82515554-540c-48cc-a6a4-1a228b520d0f service neutron] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:18.620425 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:57:18.705792 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-57f0346a-e3a1-450d-82ba-40d67d84aa35 req-82515554-540c-48cc-a6a4-1a228b520d0f service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:18.709872 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-57f0346a-e3a1-450d-82ba-40d67d84aa35 req-82515554-540c-48cc-a6a4-1a228b520d0f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:18.752871 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82515554-540c-48cc-a6a4-1a228b520d0f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=67bb7979-0b55-4687-9d32-24ae2782e0aa,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:18.758553 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-57f0346a-e3a1-450d-82ba-40d67d84aa35 req-82515554-540c-48cc-a6a4-1a228b520d0f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528788 Nov 09 04:57:19.001897 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1a05c-db4e-4349-87fb-91348b81d402 req-5e254e6f-c710-43a4-99be-2eda7798fa38 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:19.004448 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4ba1a05c-db4e-4349-87fb-91348b81d402 req-5e254e6f-c710-43a4-99be-2eda7798fa38 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 944 time: 0.0504270 Nov 09 04:57:19.038356 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93677c21-f527-46c7-ae0c-92a7e1d07a6e req-dc186a79-937f-4619-83eb-18825919c696 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:19.039961 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-93677c21-f527-46c7-ae0c-92a7e1d07a6e req-dc186a79-937f-4619-83eb-18825919c696 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 944 time: 0.0537627 Nov 09 04:57:19.060159 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4ba1a05c-db4e-4349-87fb-91348b81d402 req-09a66131-0665-40de-8a55-9cdef5dd79d0 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490248 Nov 09 04:57:19.102219 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-93677c21-f527-46c7-ae0c-92a7e1d07a6e req-d1b7e66c-22a1-4b51-9ca7-99db4f7b14e8 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547268 Nov 09 04:57:19.299034 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9d49e-5c61-4ba4-85c6-ce6a25842d45 req-1f9bf74e-48b6-408d-a7b9-eb89dc8f2e47 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:19.300430 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8de9d49e-5c61-4ba4-85c6-ce6a25842d45 req-1f9bf74e-48b6-408d-a7b9-eb89dc8f2e47 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 944 time: 0.0530941 Nov 09 04:57:19.307462 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60123b7-36d0-440e-9655-43bcd5e3c234 req-2527a7e0-c236-4427-bd46-3bc7d0528d46 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:19.308928 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a60123b7-36d0-440e-9655-43bcd5e3c234 req-2527a7e0-c236-4427-bd46-3bc7d0528d46 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 945 time: 0.0472586 Nov 09 04:57:19.345898 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8de9d49e-5c61-4ba4-85c6-ce6a25842d45 req-93357581-aa62-469d-946d-bc1fcd0381ca tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394998 Nov 09 04:57:19.354860 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a60123b7-36d0-440e-9655-43bcd5e3c234 req-3915b825-e3e0-4c78-bf7d-e6481c86be5d tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397606 Nov 09 04:57:20.167772 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5abca2-cd77-4299-ad7a-78fb6cd945d5 req-00412d0a-0086-4a82-8524-7bda8df3d8d7 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:20.169378 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6f5abca2-cd77-4299-ad7a-78fb6cd945d5 req-00412d0a-0086-4a82-8524-7bda8df3d8d7 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 944 time: 0.0479639 Nov 09 04:57:20.221849 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6f5abca2-cd77-4299-ad7a-78fb6cd945d5 req-65c6b027-ba03-4891-bd0a-0fd684864609 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470138 Nov 09 04:57:20.222646 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15226ef-2562-4c0f-85c7-6294382a207f req-386a9dd9-8962-479f-ae5b-fdeaf564efe0 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:20.224808 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c15226ef-2562-4c0f-85c7-6294382a207f req-386a9dd9-8962-479f-ae5b-fdeaf564efe0 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 944 time: 0.0548973 Nov 09 04:57:20.271828 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c15226ef-2562-4c0f-85c7-6294382a207f req-768384e9-62c4-473a-a993-fcdc2983c2b7 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413284 Nov 09 04:57:20.379911 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 61b97e25-c60b-444c-aa5c-c81e5e096ded details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=100973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:57:20.394778 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf up at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:57:20.470058 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3fe7b4-f60b-4223-9025-fb12a0b20aa2 req-788a1f55-b945-413a-8bac-bbcce1eada17 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:20.471975 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0d3fe7b4-f60b-4223-9025-fb12a0b20aa2 req-788a1f55-b945-413a-8bac-bbcce1eada17 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 945 time: 0.0515759 Nov 09 04:57:20.484327 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02173b06-2a07-4018-acb7-0f0a746d16a8 req-76a56bd6-7df0-48f4-b3c8-bedf6a077945 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:20.486092 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-02173b06-2a07-4018-acb7-0f0a746d16a8 req-76a56bd6-7df0-48f4-b3c8-bedf6a077945 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 944 time: 0.0605817 Nov 09 04:57:20.518263 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning for port e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf completed by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:57:20.526749 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 61b97e25-c60b-444c-aa5c-c81e5e096ded, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=61b97e25-c60b-444c-aa5c-c81e5e096ded,segment=NetworkSegment(52977b9b-7dbb-46b3-9e6e-45b18f32a431),segment_id=52977b9b-7dbb-46b3-9e6e-45b18f32a431)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:20.528011 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0d3fe7b4-f60b-4223-9025-fb12a0b20aa2 req-154c49b7-3cc0-4c75-91a9-0e8541b614da tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474606 Nov 09 04:57:20.528947 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning complete for port e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:57:20.529289 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:20.534222 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-02173b06-2a07-4018-acb7-0f0a746d16a8 req-b1a348c1-2ced-43fa-892f-dc39a5c04dd0 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420976 Nov 09 04:57:20.562836 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Returning: {'device': '61b97e25-c60b-444c-aa5c-c81e5e096ded', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'port_id': '61b97e25-c60b-444c-aa5c-c81e5e096ded', 'mac_address': 'fa:16:3e:68:26:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:57:20.616988 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:20.648122 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b97e25-c60b-444c-aa5c-c81e5e096ded {{(pid=100973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:57:20.674983 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 61b97e25-c60b-444c-aa5c-c81e5e096ded, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=61b97e25-c60b-444c-aa5c-c81e5e096ded,segment=NetworkSegment(52977b9b-7dbb-46b3-9e6e-45b18f32a431),segment_id=52977b9b-7dbb-46b3-9e6e-45b18f32a431)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:20.677702 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:20.680861 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:20.681484 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 8e9494d2-6026-4da9-9838-657923b0d3c9 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=100973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:57:20.735852 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e7964e-3c1d-4928-9dfa-399d3721c871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf'}] {{(pid=100973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:57:20.738014 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54011f83237459a559275aec36f6846328bebe107db2d1d5386815f5349ca10e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c959d8a-5092-4069-8b5e-167939ddd4fa" -d '{"events": [{"server_uuid": "12e7964e-3c1d-4928-9dfa-399d3721c871", "name": "network-vif-plugged", "status": "completed", "tag": "e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf"}]}' {{(pid=100973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:57:20.775306 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf,segment=NetworkSegment(15b33fde-2078-42f0-ac57-1c9310d80e2d),segment_id=15b33fde-2078-42f0-ac57-1c9310d80e2d)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:20.782945 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d9bfd4-4da2-4c73-b7f8-ed53011ddcdc x-openstack-request-id: req-51d9bfd4-4da2-4c73-b7f8-ed53011ddcdc {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:57:20.783236 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e7964e-3c1d-4928-9dfa-399d3721c871", "name": "network-vif-plugged", "status": "completed", "tag": "e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf", "code": 200}]} {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:57:20.783483 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-51d9bfd4-4da2-4c73-b7f8-ed53011ddcdc {{(pid=100973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:57:20.783879 dv-cinder-817135-2-iscsi neutron-server[100973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e7964e-3c1d-4928-9dfa-399d3721c871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf', 'code': 200} Nov 09 04:57:20.787337 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:20.788103 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 up at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:57:20.817379 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=61b97e25-c60b-444c-aa5c-c81e5e096ded,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:20.914745 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 8e9494d2-6026-4da9-9838-657923b0d3c9, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8e9494d2-6026-4da9-9838-657923b0d3c9,segment=NetworkSegment(2208e046-f033-47f1-96e4-7a48a8ee155f),segment_id=2208e046-f033-47f1-96e4-7a48a8ee155f)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:20.929973 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:20.934890 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Returning: {'device': '8e9494d2-6026-4da9-9838-657923b0d3c9', 'network_id': 'eb813874-3a1c-46ff-b91a-7dd6ea1c233b', 'port_id': '8e9494d2-6026-4da9-9838-657923b0d3c9', 'mac_address': 'fa:16:3e:6a:5a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2499b84-6c8e-423c-9fb2-df6ba60139be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:57:20.938060 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning for port 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 completed by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:57:20.943231 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning complete for port 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:57:20.943595 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:21.003556 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:21.020075 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9494d2-6026-4da9-9838-657923b0d3c9 {{(pid=100973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:57:21.060471 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 8e9494d2-6026-4da9-9838-657923b0d3c9, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8e9494d2-6026-4da9-9838-657923b0d3c9,segment=NetworkSegment(2208e046-f033-47f1-96e4-7a48a8ee155f),segment_id=2208e046-f033-47f1-96e4-7a48a8ee155f)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:21.068380 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:21.073935 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:21.136215 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=8e9494d2-6026-4da9-9838-657923b0d3c9,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:21.140102 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=4a887e80-10aa-4e62-9e15-7d3eb5cf25d5,segment=NetworkSegment(2208e046-f033-47f1-96e4-7a48a8ee155f),segment_id=2208e046-f033-47f1-96e4-7a48a8ee155f)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:21.143863 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:21.188663 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=4a887e80-10aa-4e62-9e15-7d3eb5cf25d5,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:21.335419 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ceb00-34d3-40e5-8750-880adb49ee04 req-eaeddaaa-ec79-4ea8-a06e-a909cc1b0087 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:21.336924 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-967ceb00-34d3-40e5-8750-880adb49ee04 req-eaeddaaa-ec79-4ea8-a06e-a909cc1b0087 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 945 time: 0.0470634 Nov 09 04:57:21.384260 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c70b4-ae8c-4428-b3e4-b5d69592e94a req-d6e7bda9-420b-4a6d-9f60-a52fcee2099b tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:21.384954 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-967ceb00-34d3-40e5-8750-880adb49ee04 req-9ed476f1-7589-4635-9534-e74caf91015e tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414801 Nov 09 04:57:21.389776 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-117c70b4-ae8c-4428-b3e4-b5d69592e94a req-d6e7bda9-420b-4a6d-9f60-a52fcee2099b tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 945 time: 0.0513132 Nov 09 04:57:21.439990 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-117c70b4-ae8c-4428-b3e4-b5d69592e94a req-59b04e35-e49e-4557-88d4-7396431608de tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443356 Nov 09 04:57:21.641642 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c369ff-cd86-4849-a66f-ad16885a6742 req-3418ba1b-c6f2-4443-b9e1-e8e1f6d1a892 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:21.643109 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-76c369ff-cd86-4849-a66f-ad16885a6742 req-3418ba1b-c6f2-4443-b9e1-e8e1f6d1a892 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 945 time: 0.0470991 Nov 09 04:57:21.650575 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce968e8-835a-4fb7-b3bc-a82ce4392df5 req-fe95c49b-6dc4-4d24-ad98-04dfdaf26301 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:21.652022 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-dce968e8-835a-4fb7-b3bc-a82ce4392df5 req-fe95c49b-6dc4-4d24-ad98-04dfdaf26301 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 945 time: 0.0465629 Nov 09 04:57:21.692695 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-76c369ff-cd86-4849-a66f-ad16885a6742 req-b965160c-6bd6-47cb-8e80-632bc985bc7e tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435760 Nov 09 04:57:21.704208 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-dce968e8-835a-4fb7-b3bc-a82ce4392df5 req-d521039e-21c8-46d8-8592-c3310687d6a6 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458047 Nov 09 04:57:22.496729 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d096bd-d51b-4ab2-a240-b67b903a5f93 req-3d210b15-917e-4fed-8dae-ff7e1a6b1fb9 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:22.498267 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f6d096bd-d51b-4ab2-a240-b67b903a5f93 req-3d210b15-917e-4fed-8dae-ff7e1a6b1fb9 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 945 time: 0.0483227 Nov 09 04:57:22.546900 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f6d096bd-d51b-4ab2-a240-b67b903a5f93 req-73cb4f0b-83d0-479c-b1c5-119b6dd45689 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427296 Nov 09 04:57:22.555722 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3d805-4700-46bc-93f0-3f113ae94ec9 req-81089c28-2ab6-4b72-ad30-bd7ac865f844 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:22.558513 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-80b3d805-4700-46bc-93f0-3f113ae94ec9 req-81089c28-2ab6-4b72-ad30-bd7ac865f844 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 945 time: 0.0488431 Nov 09 04:57:22.603800 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-80b3d805-4700-46bc-93f0-3f113ae94ec9 req-509bd6dd-a387-4893-a902-861a9c780549 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400193 Nov 09 04:57:22.784850 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367541e4-c608-43b0-90da-677a42dc9b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a887e80-10aa-4e62-9e15-7d3eb5cf25d5'}] {{(pid=100973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:57:22.787677 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54011f83237459a559275aec36f6846328bebe107db2d1d5386815f5349ca10e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26b9e87-8fdd-4b9a-8b0a-1adf28f447c4" -d '{"events": [{"server_uuid": "367541e4-c608-43b0-90da-677a42dc9b16", "name": "network-vif-plugged", "status": "completed", "tag": "4a887e80-10aa-4e62-9e15-7d3eb5cf25d5"}]}' {{(pid=100973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:57:22.818864 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae757baa-d0e3-413b-9dc5-3c5dcf8ddde9 req-954c1b7e-64d5-4a1d-b918-e28e8fe0a89a tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:22.824337 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ae757baa-d0e3-413b-9dc5-3c5dcf8ddde9 req-954c1b7e-64d5-4a1d-b918-e28e8fe0a89a tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 945 time: 0.0549159 Nov 09 04:57:22.834814 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3b9d8-b995-40e5-9b56-db73638e71aa req-43c46927-164d-4532-83fa-f83d92038b07 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:22.836308 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-78b3b9d8-b995-40e5-9b56-db73638e71aa req-43c46927-164d-4532-83fa-f83d92038b07 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 945 time: 0.0601826 Nov 09 04:57:22.871776 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ae757baa-d0e3-413b-9dc5-3c5dcf8ddde9 req-65dfe98e-8043-426d-9b2d-2c6d561b328d tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442023 Nov 09 04:57:22.891834 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-78b3b9d8-b995-40e5-9b56-db73638e71aa req-85b3b3d0-5cf3-4de0-8738-bb813ad2feb5 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410929 Nov 09 04:57:22.915306 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ce3277-1736-49d0-a83f-90dc151e3fa6 x-openstack-request-id: req-69ce3277-1736-49d0-a83f-90dc151e3fa6 {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:57:22.915680 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367541e4-c608-43b0-90da-677a42dc9b16", "name": "network-vif-plugged", "status": "completed", "tag": "4a887e80-10aa-4e62-9e15-7d3eb5cf25d5", "code": 200}]} {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:57:22.915939 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69ce3277-1736-49d0-a83f-90dc151e3fa6 {{(pid=100973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:57:22.916326 dv-cinder-817135-2-iscsi neutron-server[100973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367541e4-c608-43b0-90da-677a42dc9b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a887e80-10aa-4e62-9e15-7d3eb5cf25d5', 'code': 200} Nov 09 04:57:23.465348 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['61b97e25-c60b-444c-aa5c-c81e5e096ded'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:57:23.495664 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191d3ce-384d-44d1-8c59-5533eae26fca req-af7c8faf-8ef3-4e4b-921a-3b5a70b25af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:23.497143 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f191d3ce-384d-44d1-8c59-5533eae26fca req-af7c8faf-8ef3-4e4b-921a-3b5a70b25af7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 1099 time: 0.0652313 Nov 09 04:57:23.523403 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4e8ed-eaf4-4319-abf8-f43581a91503 req-f4a675a1-db8d-4372-983f-3dda375a8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:23.524871 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-03e4e8ed-eaf4-4319-abf8-f43581a91503 req-f4a675a1-db8d-4372-983f-3dda375a8aa0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 1098 time: 0.0648499 Nov 09 04:57:23.576306 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f191d3ce-384d-44d1-8c59-5533eae26fca req-a1929033-7daf-4c5d-8862-2c4c13b5e9c5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715880 Nov 09 04:57:23.583561 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['8e9494d2-6026-4da9-9838-657923b0d3c9'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:57:23.642614 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-03e4e8ed-eaf4-4319-abf8-f43581a91503 req-55a473ea-79fd-4f81-92f8-ac1b8873c076 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063035 Nov 09 04:57:23.695410 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7506854-a6ad-4e74-a205-7a6864443ee1 req-73c5190b-971d-47ae-97ed-9a5420059a33 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:23.714287 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a7506854-a6ad-4e74-a205-7a6864443ee1 req-73c5190b-971d-47ae-97ed-9a5420059a33 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 945 time: 0.0901380 Nov 09 04:57:23.765979 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a7506854-a6ad-4e74-a205-7a6864443ee1 req-4c9d2f1a-1f5a-41ba-b9cb-c602af8145f8 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505159 Nov 09 04:57:23.785998 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d19813-ea54-442c-b26f-53aa546c03f1 req-5bce0529-cef2-42a9-9769-6519ac94c539 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:23.787483 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d2d19813-ea54-442c-b26f-53aa546c03f1 req-5bce0529-cef2-42a9-9769-6519ac94c539 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 945 time: 0.0887468 Nov 09 04:57:23.840840 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d2d19813-ea54-442c-b26f-53aa546c03f1 req-f3d2f045-a989-4b48-b471-e75fb595e2e8 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467191 Nov 09 04:57:23.997861 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cef20-3561-4b4a-b770-f9ee9bc5e47e req-c493d416-1dd9-432e-8a64-44d695e70da5 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:24.005848 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-456cef20-3561-4b4a-b770-f9ee9bc5e47e req-c493d416-1dd9-432e-8a64-44d695e70da5 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 945 time: 0.0609093 Nov 09 04:57:24.034814 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65243b-7bac-4ab6-99d7-08ca1fb5665b req-9af60dc9-a047-4c8f-b56a-8e28b9c8d0c8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:24.037720 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4a65243b-7bac-4ab6-99d7-08ca1fb5665b req-9af60dc9-a047-4c8f-b56a-8e28b9c8d0c8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 945 time: 0.0701256 Nov 09 04:57:24.059882 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-456cef20-3561-4b4a-b770-f9ee9bc5e47e req-eb98e88b-9c0b-47cf-8fcc-f91d804e7242 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525391 Nov 09 04:57:24.098415 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4a65243b-7bac-4ab6-99d7-08ca1fb5665b req-ade280dc-bed4-4579-a1b5-bf18815476e7 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540612 Nov 09 04:57:24.883717 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addabae9-dcc2-4c9c-ad11-51381cdaa36d req-c048efa3-3bef-4d7c-be6f-794e192aaaf3 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:24.885463 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-addabae9-dcc2-4c9c-ad11-51381cdaa36d req-c048efa3-3bef-4d7c-be6f-794e192aaaf3 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 945 time: 0.0541365 Nov 09 04:57:24.934534 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-addabae9-dcc2-4c9c-ad11-51381cdaa36d req-2cb4937f-4905-4f0d-af5b-67a940d81ac2 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428112 Nov 09 04:57:24.964827 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4927f-0508-4f6a-9e8d-45df8c3effd9 req-147d456f-7eb0-4a8d-9f2a-476e01186d6d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:24.966275 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-36a4927f-0508-4f6a-9e8d-45df8c3effd9 req-147d456f-7eb0-4a8d-9f2a-476e01186d6d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 945 time: 0.0523796 Nov 09 04:57:25.015446 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-36a4927f-0508-4f6a-9e8d-45df8c3effd9 req-b1da288a-4e22-4133-bce1-4ee55e89809d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428419 Nov 09 04:57:25.171566 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42eb12-c9e0-4cbf-91db-f63384618dd0 req-9ce00d7a-1bde-4284-8d33-1765ab3d5b13 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:25.173160 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4f42eb12-c9e0-4cbf-91db-f63384618dd0 req-9ce00d7a-1bde-4284-8d33-1765ab3d5b13 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 945 time: 0.0489178 Nov 09 04:57:25.220274 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4f42eb12-c9e0-4cbf-91db-f63384618dd0 req-dc2d20c5-ea48-4edc-9825-30a316af2813 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412657 Nov 09 04:57:25.221227 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b063f-4e18-4d14-a0ec-f393543e5338 req-a34d9340-1d6f-4db0-8c57-d06cea1d95ce tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:25.222843 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-dd4b063f-4e18-4d14-a0ec-f393543e5338 req-a34d9340-1d6f-4db0-8c57-d06cea1d95ce tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 945 time: 0.0475895 Nov 09 04:57:25.275254 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-dd4b063f-4e18-4d14-a0ec-f393543e5338 req-bcc3ff3e-c861-4458-95cc-ce49ca22b4c4 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458796 Nov 09 04:57:26.045741 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2fe7d-e12c-4d5b-93c6-216cd4e4f457 req-ec947598-190b-4569-bdc3-95639fe60bd2 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:26.047238 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-cfe2fe7d-e12c-4d5b-93c6-216cd4e4f457 req-ec947598-190b-4569-bdc3-95639fe60bd2 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 945 time: 0.0474904 Nov 09 04:57:26.104335 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-cfe2fe7d-e12c-4d5b-93c6-216cd4e4f457 req-0765ed83-5275-40a3-9b1a-8588f51feb15 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501232 Nov 09 04:57:26.133326 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb3dd1-2f58-40a5-b6f7-fcb344357667 req-568edd4b-8576-484a-a15f-5cc790a8869f tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:26.134781 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c2fb3dd1-2f58-40a5-b6f7-fcb344357667 req-568edd4b-8576-484a-a15f-5cc790a8869f tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 945 time: 0.0498803 Nov 09 04:57:26.180884 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c2fb3dd1-2f58-40a5-b6f7-fcb344357667 req-d7024c15-950c-480c-94ea-c0d0889d7f82 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402489 Nov 09 04:57:26.335857 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf9763-7b92-4fee-a340-84a9d97f13a0 req-2a005995-315c-4396-b6ec-be40097a04c5 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:26.344261 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9fcf9763-7b92-4fee-a340-84a9d97f13a0 req-2a005995-315c-4396-b6ec-be40097a04c5 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 945 time: 0.0560601 Nov 09 04:57:26.388425 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9fcf9763-7b92-4fee-a340-84a9d97f13a0 req-d0861eab-fbe9-4aa5-8d5d-ab1cb06bbe83 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431972 Nov 09 04:57:26.408395 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305fd31-506b-4596-a3a5-4f9664be547d req-bb385644-dab6-4c44-ad23-9e5247da9034 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:26.408395 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2305fd31-506b-4596-a3a5-4f9664be547d req-bb385644-dab6-4c44-ad23-9e5247da9034 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 945 time: 0.0526884 Nov 09 04:57:26.456153 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2305fd31-506b-4596-a3a5-4f9664be547d req-a7376f25-6ba9-40dd-8601-da2006d38d11 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471666 Nov 09 04:57:26.724161 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 42636) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:26.798417 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 61b97e25-c60b-444c-aa5c-c81e5e096ded up at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:57:26.839303 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f5e8c5a9-a6b4-454d-b533-a42d2059b545 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:26.888745 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning for port 61b97e25-c60b-444c-aa5c-c81e5e096ded completed by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:57:26.894226 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning complete for port 61b97e25-c60b-444c-aa5c-c81e5e096ded triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:57:26.894612 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:27.054511 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f5e8c5a9-a6b4-454d-b533-a42d2059b545 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:27.062905 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f5e8c5a9-a6b4-454d-b533-a42d2059b545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:27.063996 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:27.103715 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8c5a9-a6b4-454d-b533-a42d2059b545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8097a716-ccb9-4cf5-8606-09038f3ad680,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:27.121457 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8c5a9-a6b4-454d-b533-a42d2059b545 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:27.121686 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8c5a9-a6b4-454d-b533-a42d2059b545 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:27.122076 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8c5a9-a6b4-454d-b533-a42d2059b545 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:27.122478 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8c5a9-a6b4-454d-b533-a42d2059b545 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:27.122732 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 61b97e25-c60b-444c-aa5c-c81e5e096ded, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=61b97e25-c60b-444c-aa5c-c81e5e096ded,segment=NetworkSegment(52977b9b-7dbb-46b3-9e6e-45b18f32a431),segment_id=52977b9b-7dbb-46b3-9e6e-45b18f32a431)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:27.122868 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8c5a9-a6b4-454d-b533-a42d2059b545 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:27.123466 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8c5a9-a6b4-454d-b533-a42d2059b545 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:27.123789 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034e3bd9-12b1-44b8-b263-15cd6de07fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b97e25-c60b-444c-aa5c-c81e5e096ded'}] {{(pid=100973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:57:27.124143 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8c5a9-a6b4-454d-b533-a42d2059b545 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:27.124623 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8c5a9-a6b4-454d-b533-a42d2059b545 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:27.125242 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8c5a9-a6b4-454d-b533-a42d2059b545 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:27.125901 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8c5a9-a6b4-454d-b533-a42d2059b545 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:27.126316 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54011f83237459a559275aec36f6846328bebe107db2d1d5386815f5349ca10e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c3750e-f4f8-4e59-92d6-20fede544d84" -d '{"events": [{"server_uuid": "034e3bd9-12b1-44b8-b263-15cd6de07fcd", "name": "network-vif-plugged", "status": "completed", "tag": "61b97e25-c60b-444c-aa5c-c81e5e096ded"}]}' {{(pid=100973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:57:27.126997 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8c5a9-a6b4-454d-b533-a42d2059b545 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:27.127343 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8c5a9-a6b4-454d-b533-a42d2059b545 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:27.130684 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:27.131696 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 8e9494d2-6026-4da9-9838-657923b0d3c9 up at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:57:27.137529 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-f5e8c5a9-a6b4-454d-b533-a42d2059b545 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9208b28fe5234ffba294a46aecd6008b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4093955 Nov 09 04:57:27.138185 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 42662) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:27.216489 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=61b97e25-c60b-444c-aa5c-c81e5e096ded,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:27.239430 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning for port 8e9494d2-6026-4da9-9838-657923b0d3c9 completed by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:57:27.246653 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning complete for port 8e9494d2-6026-4da9-9838-657923b0d3c9 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:57:27.249435 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:27.253060 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c05abdf-21d7-4ae7-a7ae-428fe111555d x-openstack-request-id: req-9c05abdf-21d7-4ae7-a7ae-428fe111555d {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:57:27.255689 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034e3bd9-12b1-44b8-b263-15cd6de07fcd", "name": "network-vif-plugged", "status": "completed", "tag": "61b97e25-c60b-444c-aa5c-c81e5e096ded", "code": 200}]} {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:57:27.255915 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c05abdf-21d7-4ae7-a7ae-428fe111555d {{(pid=100973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:57:27.256438 dv-cinder-817135-2-iscsi neutron-server[100973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034e3bd9-12b1-44b8-b263-15cd6de07fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b97e25-c60b-444c-aa5c-c81e5e096ded', 'code': 200} Nov 09 04:57:27.279176 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-05fb0b76-e4da-41ee-892d-6bd4686453c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:27.326941 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-05fb0b76-e4da-41ee-892d-6bd4686453c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:27.364767 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85443c4-a931-4c8e-b64a-667acde494e1 req-b568e9f7-f527-4175-a722-150dad6432a7 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:27.366291 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f85443c4-a931-4c8e-b64a-667acde494e1 req-b568e9f7-f527-4175-a722-150dad6432a7 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 945 time: 0.0936339 Nov 09 04:57:27.426503 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f85443c4-a931-4c8e-b64a-667acde494e1 req-7ff116fe-7613-4dde-94b2-d28a206b6313 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501013 Nov 09 04:57:27.446995 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0bb22-4322-4abb-8f8f-6ebd5315de5e req-88136687-5db0-447a-9acc-374f04960873 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:27.449096 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-61f0bb22-4322-4abb-8f8f-6ebd5315de5e req-88136687-5db0-447a-9acc-374f04960873 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 945 time: 0.0722067 Nov 09 04:57:27.450711 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-05fb0b76-e4da-41ee-892d-6bd4686453c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:27.454473 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-05fb0b76-e4da-41ee-892d-6bd4686453c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:27.455800 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-05fb0b76-e4da-41ee-892d-6bd4686453c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8097a716-ccb9-4cf5-8606-09038f3ad680 HTTP/1.1" status: 204 len: 168 time: 0.3163562 Nov 09 04:57:27.501477 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb0b76-e4da-41ee-892d-6bd4686453c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8097a716-ccb9-4cf5-8606-09038f3ad680,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:27.521713 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb0b76-e4da-41ee-892d-6bd4686453c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:27.522364 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb0b76-e4da-41ee-892d-6bd4686453c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:27.522915 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb0b76-e4da-41ee-892d-6bd4686453c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:27.523576 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb0b76-e4da-41ee-892d-6bd4686453c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:27.524177 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb0b76-e4da-41ee-892d-6bd4686453c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:27.524836 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb0b76-e4da-41ee-892d-6bd4686453c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:27.525227 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb0b76-e4da-41ee-892d-6bd4686453c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:27.525679 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb0b76-e4da-41ee-892d-6bd4686453c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:27.526144 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb0b76-e4da-41ee-892d-6bd4686453c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:27.526800 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb0b76-e4da-41ee-892d-6bd4686453c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:27.527405 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb0b76-e4da-41ee-892d-6bd4686453c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:27.528055 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fb0b76-e4da-41ee-892d-6bd4686453c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:27.605065 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-61f0bb22-4322-4abb-8f8f-6ebd5315de5e req-e51eaa58-bf20-4bec-b2f4-6b7862a2831a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471052 Nov 09 04:57:27.629170 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:27.656478 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b03fc-46e3-42a5-8aaf-014a2a7818d7 req-01b9dee5-f388-484d-b7b5-8b921eba0287 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:27.664385 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-942b03fc-46e3-42a5-8aaf-014a2a7818d7 req-01b9dee5-f388-484d-b7b5-8b921eba0287 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 945 time: 0.1172223 Nov 09 04:57:27.674309 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 8e9494d2-6026-4da9-9838-657923b0d3c9, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8e9494d2-6026-4da9-9838-657923b0d3c9,segment=NetworkSegment(2208e046-f033-47f1-96e4-7a48a8ee155f),segment_id=2208e046-f033-47f1-96e4-7a48a8ee155f)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:27.681411 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:27.717584 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98918e9-eaaf-41bd-9c61-cd40b6d3ed6f req-5f57e691-4768-46a9-9b90-dc4401e9401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:27.719858 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e98918e9-eaaf-41bd-9c61-cd40b6d3ed6f req-5f57e691-4768-46a9-9b90-dc4401e9401c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 1099 time: 0.1198857 Nov 09 04:57:27.739986 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-942b03fc-46e3-42a5-8aaf-014a2a7818d7 req-f6eed386-73b8-4c3f-b38a-4c2214b83955 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745199 Nov 09 04:57:27.752757 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=8e9494d2-6026-4da9-9838-657923b0d3c9,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:27.771650 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a36c0d-8583-4708-9c54-4a8376dc9022 req-8c47d141-2f6f-4ebb-9ca1-2ba4900f7a48 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:27.774482 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-56a36c0d-8583-4708-9c54-4a8376dc9022 req-8c47d141-2f6f-4ebb-9ca1-2ba4900f7a48 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 946 time: 0.0768988 Nov 09 04:57:27.802834 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e98918e9-eaaf-41bd-9c61-cd40b6d3ed6f req-3a2a745b-fea0-45e8-812c-9c5408be338e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740545 Nov 09 04:57:27.846299 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-56a36c0d-8583-4708-9c54-4a8376dc9022 req-dc3f4f17-e313-4ef1-b175-e89dcb9c2dc1 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546362 Nov 09 04:57:28.141795 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-09d363e9-8467-46b4-b287-87c7e47793da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:28.555994 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f5b05-63d9-43a8-b62e-8bbd3b91177e req-dad94cbf-f6c3-4e4f-bf75-fcc899b54b27 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:28.556894 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-692f5b05-63d9-43a8-b62e-8bbd3b91177e req-dad94cbf-f6c3-4e4f-bf75-fcc899b54b27 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0524566 Nov 09 04:57:28.611887 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-692f5b05-63d9-43a8-b62e-8bbd3b91177e req-0fdcb0d4-46b1-4fb6-9c98-bd5d444ee1c2 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486128 Nov 09 04:57:28.743873 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3c047-a5f2-475e-bf69-76759ee33cc6 req-0e37dd83-e3de-4032-bb9d-d0944db82300 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:28.745676 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6db3c047-a5f2-475e-bf69-76759ee33cc6 req-0e37dd83-e3de-4032-bb9d-d0944db82300 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 945 time: 0.0563412 Nov 09 04:57:28.797215 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6db3c047-a5f2-475e-bf69-76759ee33cc6 req-2612984f-f3dd-4766-856f-ad45b0776f99 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455706 Nov 09 04:57:28.986409 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f6caa-2d9a-4725-9da0-0eb7784dbf6c req-006c2647-d389-4501-92d7-798a192b16a9 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:28.987873 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7a5f6caa-2d9a-4725-9da0-0eb7784dbf6c req-006c2647-d389-4501-92d7-798a192b16a9 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 946 time: 0.0586674 Nov 09 04:57:29.046555 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7a5f6caa-2d9a-4725-9da0-0eb7784dbf6c req-fc5d95ca-d018-4d96-8e45-a4a70d0e1f4a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520027 Nov 09 04:57:29.258048 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e4cb58-5dfa-445a-815e-30dcfaab94e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9494d2-6026-4da9-9838-657923b0d3c9'}] {{(pid=100973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:57:29.260569 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54011f83237459a559275aec36f6846328bebe107db2d1d5386815f5349ca10e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d81b29-bb82-4af1-bbcc-0f51d2a2d484" -d '{"events": [{"server_uuid": "a2e4cb58-5dfa-445a-815e-30dcfaab94e9", "name": "network-vif-plugged", "status": "completed", "tag": "8e9494d2-6026-4da9-9838-657923b0d3c9"}]}' {{(pid=100973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:57:29.301430 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c392b3-597b-4fb5-bb8e-2ff68e7c5e94 x-openstack-request-id: req-17c392b3-597b-4fb5-bb8e-2ff68e7c5e94 {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:57:29.303337 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e4cb58-5dfa-445a-815e-30dcfaab94e9", "name": "network-vif-plugged", "status": "completed", "tag": "8e9494d2-6026-4da9-9838-657923b0d3c9", "code": 200}]} {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:57:29.303337 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17c392b3-597b-4fb5-bb8e-2ff68e7c5e94 {{(pid=100973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:57:29.303337 dv-cinder-817135-2-iscsi neutron-server[100973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e4cb58-5dfa-445a-815e-30dcfaab94e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9494d2-6026-4da9-9838-657923b0d3c9', 'code': 200} Nov 09 04:57:29.867379 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa8771-800c-45d1-820a-f0ded1539fb6 req-7c6ec992-0dab-4697-9fc4-e33e3bd4ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:29.868859 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e5fa8771-800c-45d1-820a-f0ded1539fb6 req-7c6ec992-0dab-4697-9fc4-e33e3bd4ff6e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 1099 time: 0.2651000 Nov 09 04:57:29.884392 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfe279-532d-45b4-99a4-ed9d56c145b2 req-1702bf38-de88-4141-a6e3-99b74c74eb45 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:29.885762 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a3dfe279-532d-45b4-99a4-ed9d56c145b2 req-1702bf38-de88-4141-a6e3-99b74c74eb45 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0582056 Nov 09 04:57:29.932064 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a3dfe279-532d-45b4-99a4-ed9d56c145b2 req-7720f97e-175c-449b-ab4b-56a96eca286e tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401227 Nov 09 04:57:29.989593 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e5fa8771-800c-45d1-820a-f0ded1539fb6 req-d512bc53-003a-423e-a9cd-3419dd3d2d1e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370538 Nov 09 04:57:30.167588 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a481223-c035-4c97-89e1-dfb6538b4e78 req-3cb7964a-2ac3-4a3c-babd-753b912f2506 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:30.169061 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5a481223-c035-4c97-89e1-dfb6538b4e78 req-3cb7964a-2ac3-4a3c-babd-753b912f2506 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 946 time: 0.0473914 Nov 09 04:57:30.215358 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5a481223-c035-4c97-89e1-dfb6538b4e78 req-2b9da73a-c4d1-4a9b-ad27-df551f7196f6 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403910 Nov 09 04:57:30.309786 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-4a787c07-ceda-4576-a5e4-eb2367f0f6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:30.366168 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111f7b5-63a7-4ce2-8216-79819b77179e req-afcbcdf0-bca9-486b-b0ea-bd1076390780 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:30.367785 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c111f7b5-63a7-4ce2-8216-79819b77179e req-afcbcdf0-bca9-486b-b0ea-bd1076390780 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 946 time: 0.0491905 Nov 09 04:57:30.376656 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 42788) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:30.381011 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-3952004d-063a-4e10-879b-a9458fc1408a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Request body: {'floatingip': {'port_id': '61b97e25-c60b-444c-aa5c-c81e5e096ded'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:57:30.449772 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-3952004d-063a-4e10-879b-a9458fc1408a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for floatingip, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:31.077052 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-3952004d-063a-4e10-879b-a9458fc1408a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:31.079093 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87945dd9-50dd-4985-b565-2546103bb3d8 req-3d647202-43d5-4a2e-bd22-3f895a512562 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:31.080656 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-3952004d-063a-4e10-879b-a9458fc1408a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461206'] for floatingip, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:31.081209 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-87945dd9-50dd-4985-b565-2546103bb3d8 req-3d647202-43d5-4a2e-bd22-3f895a512562 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0606470 Nov 09 04:57:31.140561 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-87945dd9-50dd-4985-b565-2546103bb3d8 req-1d1e4027-4afa-4e07-8ffb-cb2dfab12813 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534246 Nov 09 04:57:31.186908 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.db.l3_db [None req-3952004d-063a-4e10-879b-a9458fc1408a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Floating IP 4d50ea27-d527-4484-bfaa-06d3a08a2e83 associated. External IP: 172.27.0.80, port: 61b97e25-c60b-444c-aa5c-c81e5e096ded. Nov 09 04:57:31.417661 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3952004d-063a-4e10-879b-a9458fc1408a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Router fc61767b-f15e-4f2f-8c3c-3f064bba1818 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:57:31.566025 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:31.740321 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3952004d-063a-4e10-879b-a9458fc1408a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:57:31.747107 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-3952004d-063a-4e10-879b-a9458fc1408a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for floatingip, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:31.754274 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ab0e36-6cb8-4f71-a148-dfc27be91ed4 None None] Sync routers for ids ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'] in dv-cinder-817135-2-iscsi {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:57:31.765936 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ab0e36-6cb8-4f71-a148-dfc27be91ed4 None None] Routers {'fc61767b-f15e-4f2f-8c3c-3f064bba1818'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:57:31.766521 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-c1ab0e36-6cb8-4f71-a148-dfc27be91ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T04:57:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:57:31.786210 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-3952004d-063a-4e10-879b-a9458fc1408a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "PUT /v2.0/floatingips/4d50ea27-d527-4484-bfaa-06d3a08a2e83 HTTP/1.1" status: 200 len: 991 time: 1.4066234 Nov 09 04:57:31.787194 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034e3bd9-12b1-44b8-b263-15cd6de07fcd', 'tag': '61b97e25-c60b-444c-aa5c-c81e5e096ded'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:57:31.790714 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd754d6-1461-425a-b87c-d7ec89b0a234" -d '{"events": [{"name": "network-changed", "server_uuid": "034e3bd9-12b1-44b8-b263-15cd6de07fcd", "tag": "61b97e25-c60b-444c-aa5c-c81e5e096ded"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:57:31.839361 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abc9199-3528-4f36-b82c-8534dc29e7d9 x-openstack-request-id: req-3abc9199-3528-4f36-b82c-8534dc29e7d9 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:57:31.840650 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034e3bd9-12b1-44b8-b263-15cd6de07fcd", "tag": "61b97e25-c60b-444c-aa5c-c81e5e096ded", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:57:31.840907 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3abc9199-3528-4f36-b82c-8534dc29e7d9 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:57:31.841906 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034e3bd9-12b1-44b8-b263-15cd6de07fcd', 'tag': '61b97e25-c60b-444c-aa5c-c81e5e096ded', 'status': 'completed', 'code': 200} Nov 09 04:57:31.885457 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-c1ab0e36-6cb8-4f71-a148-dfc27be91ed4 None None] Set router fc61767b-f15e-4f2f-8c3c-3f064bba1818 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:57:31.984469 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd754d6-1461-425a-b87c-d7ec89b0a234 req-e02359a8-66d3-47bc-966a-01804a007619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:31.986037 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5cd754d6-1461-425a-b87c-d7ec89b0a234 req-e02359a8-66d3-47bc-966a-01804a007619 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df921510edf34ac09f5be957837f5546&device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 1099 time: 0.0475514 Nov 09 04:57:32.091140 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd754d6-1461-425a-b87c-d7ec89b0a234 req-5b84fa8b-0bf6-4dc7-9ecc-78a4fc93e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:32.093425 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5cd754d6-1461-425a-b87c-d7ec89b0a234 req-5b84fa8b-0bf6-4dc7-9ecc-78a4fc93e5c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60fd891-87b5-46cd-8c22-d608e60c1a68 HTTP/1.1" status: 200 len: 918 time: 0.0984972 Nov 09 04:57:32.179868 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-c1ab0e36-6cb8-4f71-a148-dfc27be91ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'name': 'tempest-AttachVolumeShelveTestJSON-1096774964-router', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': 'df921510edf34ac09f5be957837f5546', 'gw_port': {'id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:29Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': '4d50ea27-d527-4484-bfaa-06d3a08a2e83', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'port_id': '61b97e25-c60b-444c-aa5c-c81e5e096ded', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'mac_address': 'fa:16:3e:68:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e3bd9-12b1-44b8-b263-15cd6de07fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:56:44Z', 'updated_at': '2021-11-09T04:57:30Z', 'revision_number': 1, 'project_id': 'df921510edf34ac09f5be957837f5546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d3efb5-b1bf-48fe-887e-23d6b4897ca4', 'name': '', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'mac_address': 'fa:16:3e:67:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:34Z', 'updated_at': '2021-11-09T04:56:42Z', 'revision_number': 5, 'project_id': 'df921510edf34ac09f5be957837f5546', 'subnets': [{'id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:57:32.198912 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5cd754d6-1461-425a-b87c-d7ec89b0a234 req-9981e577-3db7-47f1-aa3e-1622d949c544 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61b97e25-c60b-444c-aa5c-c81e5e096ded HTTP/1.1" status: 200 len: 999 time: 0.0975287 Nov 09 04:57:32.210704 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ab0e36-6cb8-4f71-a148-dfc27be91ed4 None None] Checking router: fc61767b-f15e-4f2f-8c3c-3f064bba1818 for host: dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:57:32.220237 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ab0e36-6cb8-4f71-a148-dfc27be91ed4 None None] Routers {'fc61767b-f15e-4f2f-8c3c-3f064bba1818'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:57:32.220849 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-c1ab0e36-6cb8-4f71-a148-dfc27be91ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T04:57:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:57:32.288650 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bc102-be63-46d6-b9b3-08b8a437d7bc req-f047b0bc-db5e-4c52-b6ed-3ced02b315cd tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:32.291110 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ce4bc102-be63-46d6-b9b3-08b8a437d7bc req-f047b0bc-db5e-4c52-b6ed-3ced02b315cd tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0694692 Nov 09 04:57:32.343921 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-c1ab0e36-6cb8-4f71-a148-dfc27be91ed4 None None] Set router fc61767b-f15e-4f2f-8c3c-3f064bba1818 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:57:32.349092 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ce4bc102-be63-46d6-b9b3-08b8a437d7bc req-5ed16761-7c24-4f24-8545-668b65cab4cb tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516925 Nov 09 04:57:32.539300 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 42886) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:32.629507 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e7bf9-7506-4dcd-81ad-bc151116df79 req-9b5c8af8-7fb8-4767-b4a4-42b354b0b7ac tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:32.631060 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ae9e7bf9-7506-4dcd-81ad-bc151116df79 req-9b5c8af8-7fb8-4767-b4a4-42b354b0b7ac tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0486739 Nov 09 04:57:32.668434 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2cd6dae4-3ad5-4291-ab74-6db401dedc4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:32.687639 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-c1ab0e36-6cb8-4f71-a148-dfc27be91ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'name': 'tempest-AttachVolumeShelveTestJSON-1096774964-router', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': 'df921510edf34ac09f5be957837f5546', 'gw_port': {'id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:29Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': '4d50ea27-d527-4484-bfaa-06d3a08a2e83', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'port_id': '61b97e25-c60b-444c-aa5c-c81e5e096ded', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'mac_address': 'fa:16:3e:68:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e3bd9-12b1-44b8-b263-15cd6de07fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:56:44Z', 'updated_at': '2021-11-09T04:57:30Z', 'revision_number': 1, 'project_id': 'df921510edf34ac09f5be957837f5546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d3efb5-b1bf-48fe-887e-23d6b4897ca4', 'name': '', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'mac_address': 'fa:16:3e:67:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:34Z', 'updated_at': '2021-11-09T04:56:42Z', 'revision_number': 5, 'project_id': 'df921510edf34ac09f5be957837f5546', 'subnets': [{'id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:57:32.705726 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ae9e7bf9-7506-4dcd-81ad-bc151116df79 req-85ff807c-3215-4b9e-8b96-684a410dd19d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670354 Nov 09 04:57:32.713380 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ab0e36-6cb8-4f71-a148-dfc27be91ed4 None None] The sync data for ids ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'] in dv-cinder-817135-2-iscsi is: [{'id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'name': 'tempest-AttachVolumeShelveTestJSON-1096774964-router', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': 'df921510edf34ac09f5be957837f5546', 'gw_port': {'id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:29Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': '4d50ea27-d527-4484-bfaa-06d3a08a2e83', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'port_id': '61b97e25-c60b-444c-aa5c-c81e5e096ded', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'mac_address': 'fa:16:3e:68:26:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e3bd9-12b1-44b8-b263-15cd6de07fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:56:44Z', 'updated_at': '2021-11-09T04:57:30Z', 'revision_number': 1, 'project_id': 'df921510edf34ac09f5be957837f5546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d3efb5-b1bf-48fe-887e-23d6b4897ca4', 'name': '', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'mac_address': 'fa:16:3e:67:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:34Z', 'updated_at': '2021-11-09T04:56:42Z', 'revision_number': 5, 'project_id': 'df921510edf34ac09f5be957837f5546', 'subnets': [{'id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:57:32.768099 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2cd6dae4-3ad5-4291-ab74-6db401dedc4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:32.771939 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2cd6dae4-3ad5-4291-ab74-6db401dedc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:32.811081 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-2cd6dae4-3ad5-4291-ab74-6db401dedc4d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c42a11fdf6254273b71e9f892d083b86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2700431 Nov 09 04:57:32.811817 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6dae4-3ad5-4291-ab74-6db401dedc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb6bb35-ef4c-4e15-9d0d-3eca8cc6afa3,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:32.814383 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 42890) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:32.865008 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bf51cecf-f815-4f7f-99dd-32a85f4ea555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:32.887131 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bf51cecf-f815-4f7f-99dd-32a85f4ea555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:32.924067 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:32.937652 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bf51cecf-f815-4f7f-99dd-32a85f4ea555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:32.940220 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bf51cecf-f815-4f7f-99dd-32a85f4ea555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:32.944025 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-bf51cecf-f815-4f7f-99dd-32a85f4ea555 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8cb6bb35-ef4c-4e15-9d0d-3eca8cc6afa3 HTTP/1.1" status: 204 len: 168 time: 0.1283071 Nov 09 04:57:32.952020 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51cecf-f815-4f7f-99dd-32a85f4ea555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb6bb35-ef4c-4e15-9d0d-3eca8cc6afa3,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:32.953735 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770ba69-e461-4610-816a-2e2d073d1d4c None None] New status for floating IP 4d50ea27-d527-4484-bfaa-06d3a08a2e83: ACTIVE {{(pid=100973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:57:33.234014 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 42904) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:33.246695 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-11312445-3532-494f-9e85-0377490741a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:33.328531 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-11312445-3532-494f-9e85-0377490741a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:33.333523 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-11312445-3532-494f-9e85-0377490741a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:33.370126 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11312445-3532-494f-9e85-0377490741a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b691df6-c0ae-4fd0-8843-3bb44d4ff6c8,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:33.374361 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-11312445-3532-494f-9e85-0377490741a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf5f426d9e5f43cc9178c42cb2930871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393402 Nov 09 04:57:33.376940 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 42910) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:33.422245 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b443fa20-fe4e-4391-b3fe-8a40aeb70bf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:33.441861 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b443fa20-fe4e-4391-b3fe-8a40aeb70bf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:33.488227 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b443fa20-fe4e-4391-b3fe-8a40aeb70bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:33.490699 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b443fa20-fe4e-4391-b3fe-8a40aeb70bf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:33.491805 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-b443fa20-fe4e-4391-b3fe-8a40aeb70bf8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4b691df6-c0ae-4fd0-8843-3bb44d4ff6c8 HTTP/1.1" status: 204 len: 168 time: 0.1139743 Nov 09 04:57:33.499132 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443fa20-fe4e-4391-b3fe-8a40aeb70bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b691df6-c0ae-4fd0-8843-3bb44d4ff6c8,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:33.767327 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:33.824600 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea3b1a-e411-4d38-b908-74d7c11cd356 req-01d42361-36d9-473c-afb6-088ec29ba5d4 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:33.826612 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a8ea3b1a-e411-4d38-b908-74d7c11cd356 req-01d42361-36d9-473c-afb6-088ec29ba5d4 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0493357 Nov 09 04:57:33.874677 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a8ea3b1a-e411-4d38-b908-74d7c11cd356 req-813e73f0-3048-4e18-bb2e-e60f927cc06d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422039 Nov 09 04:57:34.540732 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 42952) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:34.641497 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-6f301ab8-023b-45cf-bdf3-8b9e6247e75a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:34.714064 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-6f301ab8-023b-45cf-bdf3-8b9e6247e75a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:34.718104 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-6f301ab8-023b-45cf-bdf3-8b9e6247e75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:34.754374 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-6f301ab8-023b-45cf-bdf3-8b9e6247e75a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bfcb9dc7766d453392fe55ed7152cbe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126012 Nov 09 04:57:34.755194 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f301ab8-023b-45cf-bdf3-8b9e6247e75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80de600-13aa-486d-afb1-6eb0b92266c3,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:34.757221 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 42956) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:34.804188 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5eaa1349-8148-45c3-84fe-c5b404a3a082 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:34.824066 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5eaa1349-8148-45c3-84fe-c5b404a3a082 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:34.868330 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5eaa1349-8148-45c3-84fe-c5b404a3a082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:34.870891 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5eaa1349-8148-45c3-84fe-c5b404a3a082 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:34.872034 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-5eaa1349-8148-45c3-84fe-c5b404a3a082 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d80de600-13aa-486d-afb1-6eb0b92266c3 HTTP/1.1" status: 204 len: 168 time: 0.1138506 Nov 09 04:57:34.879405 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa1349-8148-45c3-84fe-c5b404a3a082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80de600-13aa-486d-afb1-6eb0b92266c3,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:34.996680 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47c26b-6f76-4096-b0d1-7f576ffa562a req-f9781086-7a04-4c9a-b380-5abceaf61550 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:34.998317 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3d47c26b-6f76-4096-b0d1-7f576ffa562a req-f9781086-7a04-4c9a-b380-5abceaf61550 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0520947 Nov 09 04:57:35.046325 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3d47c26b-6f76-4096-b0d1-7f576ffa562a req-d8e9df33-33c3-44b1-9035-4450c208a2ea tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420864 Nov 09 04:57:35.478275 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 42990) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:35.570150 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-12969132-2cf9-48df-9f34-0bc9b64de873 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2001935760-network', 'tenant_id': '0bab423d141e49b29b86b769cfa8d939'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:57:35.591893 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12969132-2cf9-48df-9f34-0bc9b64de873 admin admin] Made reservation on behalf of 0bab423d141e49b29b86b769cfa8d939 for: {'network': 1} {{(pid=100971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:57:35.594059 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-12969132-2cf9-48df-9f34-0bc9b64de873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for network, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:35.601915 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-12969132-2cf9-48df-9f34-0bc9b64de873 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:35.677076 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-12969132-2cf9-48df-9f34-0bc9b64de873 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:35.681050 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-12969132-2cf9-48df-9f34-0bc9b64de873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:35.707339 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12969132-2cf9-48df-9f34-0bc9b64de873 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=100971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:57:35.713229 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12969132-2cf9-48df-9f34-0bc9b64de873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1a0860-2930-4b15-8000-d62587883e47,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:35.720226 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-12969132-2cf9-48df-9f34-0bc9b64de873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:35.720558 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.db.segments_db [None req-12969132-2cf9-48df-9f34-0bc9b64de873 admin admin] Added segment 865b446b-7da1-4537-8494-9795ce15c819 of type vlan for network 2b01fa8a-95e4-433e-8d69-a2e7b25559a4 Nov 09 04:57:35.760647 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-12969132-2cf9-48df-9f34-0bc9b64de873 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784574440138'] for network, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:35.783169 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-12969132-2cf9-48df-9f34-0bc9b64de873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for network, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:35.784106 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12969132-2cf9-48df-9f34-0bc9b64de873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:35.784676 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-12969132-2cf9-48df-9f34-0bc9b64de873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:35.837727 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-12969132-2cf9-48df-9f34-0bc9b64de873 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3584394 Nov 09 04:57:35.840601 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 42994) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:35.843072 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12969132-2cf9-48df-9f34-0bc9b64de873 admin admin] Pushing event updated for resources: {'Network': ['ID=2b01fa8a-95e4-433e-8d69-a2e7b25559a4,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:35.846927 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-82e6cbec-79ee-480b-8825-8e231ed6df33 admin admin] Request body: {'subnet': {'network_id': '2b01fa8a-95e4-433e-8d69-a2e7b25559a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2001935760-subnet', 'tenant_id': '0bab423d141e49b29b86b769cfa8d939', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:57:35.852611 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Network 2b01fa8a-95e4-433e-8d69-a2e7b25559a4 details requested by agent ovs-agent-dv-cinder-817135-2-iscsi with host dv-cinder-817135-2-iscsi {{(pid=100973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:57:35.868137 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e6cbec-79ee-480b-8825-8e231ed6df33 admin admin] Made reservation on behalf of 0bab423d141e49b29b86b769cfa8d939 for: {'subnet': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:57:35.870379 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-82e6cbec-79ee-480b-8825-8e231ed6df33 admin admin] Publish callbacks [] for subnet, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:36.027699 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-82e6cbec-79ee-480b-8825-8e231ed6df33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for subnet, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:36.116906 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6cbec-79ee-480b-8825-8e231ed6df33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f9bd92-41eb-4f4c-96cb-9f776c4e9060,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:36.128801 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd754d6-1461-425a-b87c-d7ec89b0a234 req-177073a5-37cc-4719-85fa-e1749d0ab187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:36.128801 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5cd754d6-1461-425a-b87c-d7ec89b0a234 req-177073a5-37cc-4719-85fa-e1749d0ab187 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6 HTTP/1.1" status: 200 len: 856 time: 0.0785110 Nov 09 04:57:36.240249 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e6cbec-79ee-480b-8825-8e231ed6df33 admin admin] Checking segment: {'id': '865b446b-7da1-4537-8494-9795ce15c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2b01fa8a-95e4-433e-8d69-a2e7b25559a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:57:36.240592 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e6cbec-79ee-480b-8825-8e231ed6df33 admin admin] Network hostable DHCP agents. Network: 2b01fa8a-95e4-433e-8d69-a2e7b25559a4, hostable agents: ['d072c37d-c6e5-4774-92cd-7a83958f5a5d'], hosted agents: [] {{(pid=100972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:57:36.277265 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c66b05ae-13c0-41ef-92a8-398b5fcb5e29 req-b1187937-955b-42a2-9bcb-4e27327c0bcb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1484284 Nov 09 04:57:36.283197 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa364dee-fd69-4028-ba66-8d5f1879728f req-74570323-b182-4127-a466-d6bd6d035914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:36.284498 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-aa364dee-fd69-4028-ba66-8d5f1879728f req-74570323-b182-4127-a466-d6bd6d035914 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 1099 time: 0.1571038 Nov 09 04:57:36.289236 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd754d6-1461-425a-b87c-d7ec89b0a234 req-44c6e90b-a6ce-432a-85f7-b1f9a0172e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:36.290595 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5cd754d6-1461-425a-b87c-d7ec89b0a234 req-44c6e90b-a6ce-432a-85f7-b1f9a0172e10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60fd891-87b5-46cd-8c22-d608e60c1a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1418788 Nov 09 04:57:36.299916 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73fb46-2fcf-4100-9482-117a8a5ee9da req-c89097ea-6507-4537-92ed-70713b578712 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:36.301249 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3a73fb46-2fcf-4100-9482-117a8a5ee9da req-c89097ea-6507-4537-92ed-70713b578712 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.1515136 Nov 09 04:57:36.302255 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e6cbec-79ee-480b-8825-8e231ed6df33 admin admin] Network 2b01fa8a-95e4-433e-8d69-a2e7b25559a4 is scheduled to be hosted by DHCP agent d072c37d-c6e5-4774-92cd-7a83958f5a5d with binding_index 1 {{(pid=100972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:57:36.316291 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-82e6cbec-79ee-480b-8825-8e231ed6df33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-2-iscsi, 2b01fa8a-95e4-433e-8d69-a2e7b25559a4) {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:57:36.325544 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb440d2e-bb99-4f01-ab03-e16ac907fc59 None None] Network 2b01fa8a-95e4-433e-8d69-a2e7b25559a4 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:57:36.332770 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e6cbec-79ee-480b-8825-8e231ed6df33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:36.333361 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-82e6cbec-79ee-480b-8825-8e231ed6df33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:36.432240 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-82e6cbec-79ee-480b-8825-8e231ed6df33 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5905139 Nov 09 04:57:36.468753 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d13757-88eb-4208-b41b-6b51b4763d8c None None] Network 2b01fa8a-95e4-433e-8d69-a2e7b25559a4 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:57:36.522438 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3a73fb46-2fcf-4100-9482-117a8a5ee9da req-d676831e-a941-4d3e-b556-31154d2c6353 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139990 Nov 09 04:57:36.564166 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5cd754d6-1461-425a-b87c-d7ec89b0a234 req-c661c2c8-cbfc-4978-8773-18612a97fc34 service neutron] 10.222.0.20 "GET /v2.0/networks/c60fd891-87b5-46cd-8c22-d608e60c1a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239246 Nov 09 04:57:36.578149 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b05ae-13c0-41ef-92a8-398b5fcb5e29 req-517868d3-2abe-4f13-9862-2c18fee783dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:36.579658 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c66b05ae-13c0-41ef-92a8-398b5fcb5e29 req-517868d3-2abe-4f13-9862-2c18fee783dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e9bea92048e49debbf053fea8eb2b9f&device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 1098 time: 0.2191565 Nov 09 04:57:36.604248 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa364dee-fd69-4028-ba66-8d5f1879728f req-d6139974-6fc0-49c4-8a0f-030faa70acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:36.605722 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-aa364dee-fd69-4028-ba66-8d5f1879728f req-d6139974-6fc0-49c4-8a0f-030faa70acd9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 200 len: 920 time: 0.2635956 Nov 09 04:57:36.699645 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-aa364dee-fd69-4028-ba66-8d5f1879728f req-5f150399-37ec-4b7a-b6cb-eabbf8c36493 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e9494d2-6026-4da9-9838-657923b0d3c9 HTTP/1.1" status: 200 len: 217 time: 0.0589521 Nov 09 04:57:36.806692 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5cd754d6-1461-425a-b87c-d7ec89b0a234 req-e217514b-09c0-4e69-8c8b-841543ea23fe service neutron] 10.222.0.20 "GET /v2.0/networks/c60fd891-87b5-46cd-8c22-d608e60c1a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325518 Nov 09 04:57:36.820587 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa364dee-fd69-4028-ba66-8d5f1879728f req-d5cd8c3f-8826-4909-9236-8f2dd104bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:36.822004 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-aa364dee-fd69-4028-ba66-8d5f1879728f req-d5cd8c3f-8826-4909-9236-8f2dd104bb7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2499b84-6c8e-423c-9fb2-df6ba60139be HTTP/1.1" status: 200 len: 859 time: 0.1136954 Nov 09 04:57:36.824525 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b05ae-13c0-41ef-92a8-398b5fcb5e29 req-17c93de5-8426-4129-9d5f-23d90f06ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:36.825920 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c66b05ae-13c0-41ef-92a8-398b5fcb5e29 req-17c93de5-8426-4129-9d5f-23d90f06ff55 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc74574-bcbe-4d7d-85c6-61611faf1df6 HTTP/1.1" status: 200 len: 916 time: 0.1844940 Nov 09 04:57:36.874888 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-aa364dee-fd69-4028-ba66-8d5f1879728f req-60d12aa1-91a4-40be-beca-7949396bc57e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352142 Nov 09 04:57:36.921212 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c66b05ae-13c0-41ef-92a8-398b5fcb5e29 req-9b361d04-86b3-4e08-905b-efa40ebb72ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf HTTP/1.1" status: 200 len: 217 time: 0.0712631 Nov 09 04:57:37.044793 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b05ae-13c0-41ef-92a8-398b5fcb5e29 req-68ec9851-d728-41e6-8406-b530a892e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:37.046200 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c66b05ae-13c0-41ef-92a8-398b5fcb5e29 req-68ec9851-d728-41e6-8406-b530a892e69f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54166d97-84bf-4725-a6b5-fd66b63ba4bd HTTP/1.1" status: 200 len: 855 time: 0.0999241 Nov 09 04:57:37.084222 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c66b05ae-13c0-41ef-92a8-398b5fcb5e29 req-afcd98e4-c1c1-4bbd-ba61-1b884e9107cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc74574-bcbe-4d7d-85c6-61611faf1df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296600 Nov 09 04:57:37.085968 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-aa364dee-fd69-4028-ba66-8d5f1879728f req-727076ba-4466-42fa-bb9b-15fa28e28efd service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762662 Nov 09 04:57:37.269411 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-aa364dee-fd69-4028-ba66-8d5f1879728f req-9a3cd5b6-a2ce-46f6-b6c6-b1533343a01d service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680465 Nov 09 04:57:37.270958 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c66b05ae-13c0-41ef-92a8-398b5fcb5e29 req-5773e84f-6fbc-4568-aeb5-745d1c2efa92 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686506 Nov 09 04:57:37.430185 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c66b05ae-13c0-41ef-92a8-398b5fcb5e29 req-e439b1ad-b77b-4b92-847a-731547228db6 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986290 Nov 09 04:57:37.545584 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 43050) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:37.695602 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c59a2-bc8e-4aa4-a829-0e5d3a217332 req-a94bad9b-903c-4a44-8158-c6c1f9dc450b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:37.704749 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-824c59a2-bc8e-4aa4-a829-0e5d3a217332 req-a94bad9b-903c-4a44-8158-c6c1f9dc450b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0939858 Nov 09 04:57:37.707838 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-4f9b32bb-9476-4f91-a083-6ca31d951750 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:37.779996 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-824c59a2-bc8e-4aa4-a829-0e5d3a217332 req-cfa8f5e2-b889-4956-9a40-b4a16815e466 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709498 Nov 09 04:57:37.795661 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-4f9b32bb-9476-4f91-a083-6ca31d951750 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:37.799225 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-4f9b32bb-9476-4f91-a083-6ca31d951750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:37.846205 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-4f9b32bb-9476-4f91-a083-6ca31d951750 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=707f45d94106442ca9a0326ff5d34bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2995222 Nov 09 04:57:37.847746 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b32bb-9476-4f91-a083-6ca31d951750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4aecd7f-11c6-406a-8f84-463b250179f3,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:37.849167 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 43068) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:37.908668 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7bda352e-5ee0-4ce8-8a25-7209c9eac8b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:37.929662 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7bda352e-5ee0-4ce8-8a25-7209c9eac8b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:37.978376 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7bda352e-5ee0-4ce8-8a25-7209c9eac8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:37.981122 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7bda352e-5ee0-4ce8-8a25-7209c9eac8b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:37.982335 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-7bda352e-5ee0-4ce8-8a25-7209c9eac8b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4aecd7f-11c6-406a-8f84-463b250179f3 HTTP/1.1" status: 204 len: 168 time: 0.1321919 Nov 09 04:57:37.990922 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda352e-5ee0-4ce8-8a25-7209c9eac8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4aecd7f-11c6-406a-8f84-463b250179f3,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:38.271555 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-4d532c9a-f909-404d-a7d1-78f58dd79c22 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:38.273431 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-4d532c9a-f909-404d-a7d1-78f58dd79c22 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/networks?id=2b01fa8a-95e4-433e-8d69-a2e7b25559a4 HTTP/1.1" status: 200 len: 809 time: 0.1185312 Nov 09 04:57:38.293726 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-496b58dd-160a-4c38-8573-c020037f4f32 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/quotas/0bab423d141e49b29b86b769cfa8d939 HTTP/1.1" status: 200 len: 375 time: 0.0123808 Nov 09 04:57:38.335019 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-0dbcc445-4245-4cb2-b00f-917d0d514f88 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bab423d141e49b29b86b769cfa8d939&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334139 Nov 09 04:57:38.430241 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-0336a748-5b06-4fe7-a7e1-6d8d465d07fc service neutron] 10.222.0.41 "GET /v2.0/networks/2b01fa8a-95e4-433e-8d69-a2e7b25559a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873928 Nov 09 04:57:38.527159 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-0eeceff7-4f1a-46cc-9d62-2bb449218fbe service neutron] 10.222.0.41 "GET /v2.0/networks/2b01fa8a-95e4-433e-8d69-a2e7b25559a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891604 Nov 09 04:57:38.695721 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-dea685f0-a02d-42b6-915a-21d1cdff33b2 req-da734d54-272f-49c3-91df-9d69f68316b8 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=926a492f-db29-4e1e-bec9-8bb044ed9222 HTTP/1.1" status: 200 len: 210 time: 0.0383825 Nov 09 04:57:38.911401 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582b089-c1cc-4d17-8701-8275fc75bde3 req-aae233c0-2896-4eb7-bf71-74064e1a5534 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:38.920137 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f582b089-c1cc-4d17-8701-8275fc75bde3 req-aae233c0-2896-4eb7-bf71-74064e1a5534 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0662236 Nov 09 04:57:38.981738 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f582b089-c1cc-4d17-8701-8275fc75bde3 req-2fd53d61-e4b2-4406-b9ca-71d433cab935 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605197 Nov 09 04:57:39.490370 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:39.785235 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e8a7c9e6-aac0-485f-ae29-0d8e28a5ef09 req-0b5c3dab-7021-4cd2-a7bb-6186e228e1fb tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=926a492f-db29-4e1e-bec9-8bb044ed9222 HTTP/1.1" status: 200 len: 210 time: 0.0258791 Nov 09 04:57:40.160994 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-5b016c43-37db-42ae-9480-86967d12166c tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:40.162404 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-5b016c43-37db-42ae-9480-86967d12166c tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.20 "GET /v2.0/networks?id=2b01fa8a-95e4-433e-8d69-a2e7b25559a4 HTTP/1.1" status: 200 len: 809 time: 0.1338453 Nov 09 04:57:40.171487 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba6362-bf2c-48f0-b509-a1d4b72404b3 req-7591ee94-7f84-4770-a7b3-d2fe3125b39f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:40.172840 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-41ba6362-bf2c-48f0-b509-a1d4b72404b3 req-7591ee94-7f84-4770-a7b3-d2fe3125b39f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0864708 Nov 09 04:57:40.430307 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-6e859217-4d2e-466d-a1fa-30811e0ef3f6 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Request body: {'port': {'device_id': '926a492f-db29-4e1e-bec9-8bb044ed9222', 'network_id': '2b01fa8a-95e4-433e-8d69-a2e7b25559a4', 'admin_state_up': True, 'tenant_id': '0bab423d141e49b29b86b769cfa8d939'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:57:40.519699 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-41ba6362-bf2c-48f0-b509-a1d4b72404b3 req-3937e569-a581-4aea-90b3-307e7672cdaa tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408093 Nov 09 04:57:40.582155 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-6e859217-4d2e-466d-a1fa-30811e0ef3f6 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Made reservation on behalf of 0bab423d141e49b29b86b769cfa8d939 for: {'port': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:57:40.586283 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-6e859217-4d2e-466d-a1fa-30811e0ef3f6 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:40.734317 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_common [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-6e859217-4d2e-466d-a1fa-30811e0ef3f6 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Allocated IP 172.20.0.2 (2b01fa8a-95e4-433e-8d69-a2e7b25559a4/80f9bd92-41eb-4f4c-96cb-9f776c4e9060/e23817bc-a285-4bc5-a517-b404e94ba176) {{(pid=100972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:57:40.863521 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 43286) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:40.908207 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6d2c0b8c-8b99-4eda-b9b0-285d0f13c58d req-3ea33281-f5b1-4590-8d11-345cc365375e tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=926a492f-db29-4e1e-bec9-8bb044ed9222 HTTP/1.1" status: 200 len: 210 time: 0.0389194 Nov 09 04:57:40.923479 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdce3d20-b9d4-463a-a79f-8ad9e93befc0 admin admin] Deleting subnet e38ce226-947b-412d-b3a0-2a474fefbfad {{(pid=100971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:57:40.923479 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bdce3d20-b9d4-463a-a79f-8ad9e93befc0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:40.954783 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-6e859217-4d2e-466d-a1fa-30811e0ef3f6 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Publish callbacks [] for port, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:40.959324 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bdce3d20-b9d4-463a-a79f-8ad9e93befc0 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:40.969358 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bdce3d20-b9d4-463a-a79f-8ad9e93befc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16203819'] for subnet, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:40.990266 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-6e859217-4d2e-466d-a1fa-30811e0ef3f6 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384'] for port, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:41.032363 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bdce3d20-b9d4-463a-a79f-8ad9e93befc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16203810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for subnet, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:41.038352 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-6e859217-4d2e-466d-a1fa-30811e0ef3f6 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Network 2b01fa8a-95e4-433e-8d69-a2e7b25559a4 is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:57:41.041576 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-6e859217-4d2e-466d-a1fa-30811e0ef3f6 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:57:41.048388 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-6e859217-4d2e-466d-a1fa-30811e0ef3f6 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Received port after_create {{(pid=100972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:57:41.048706 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bdce3d20-b9d4-463a-a79f-8ad9e93befc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for subnet, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:41.053486 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-bdce3d20-b9d4-463a-a79f-8ad9e93befc0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e38ce226-947b-412d-b3a0-2a474fefbfad HTTP/1.1" status: 204 len: 168 time: 0.1883800 Nov 09 04:57:41.055225 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-6e859217-4d2e-466d-a1fa-30811e0ef3f6 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:41.056175 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-6e859217-4d2e-466d-a1fa-30811e0ef3f6 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:41.058653 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 43290) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:41.070985 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce3d20-b9d4-463a-a79f-8ad9e93befc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e38ce226-947b-412d-b3a0-2a474fefbfad,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:41.097131 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 43292) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:41.104321 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e859217-4d2e-466d-a1fa-30811e0ef3f6 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Pushing event updated for resources: {'Port': ['ID=e23817bc-a285-4bc5-a517-b404e94ba176,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:41.136989 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-6e859217-4d2e-466d-a1fa-30811e0ef3f6 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7162647 Nov 09 04:57:41.156272 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16329678'] for network, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:41.164557 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-f3000c2d-ffc2-47db-92bf-231505bbb2d8 service neutron] Request body: {'port': {'device_id': '926a492f-db29-4e1e-bec9-8bb044ed9222', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:57:41.232748 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a5b17924-1f36-4ee3-8472-fa3699363275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:41.261519 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-f3000c2d-ffc2-47db-92bf-231505bbb2d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:41.308080 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16206686', 'neutron.services.segments.db._delete_segments_for_network-8784574975281'] for network, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:41.318309 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a5b17924-1f36-4ee3-8472-fa3699363275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:41.322453 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a5b17924-1f36-4ee3-8472-fa3699363275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:41.358517 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:41.358761 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:41.359493 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:41.359863 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] Subscribe: > port after_create 55550000 {{(pid=100972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:41.360198 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] Subscribe: > port after_delete 55550000 {{(pid=100972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:41.360526 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] Subscribe: > port after_update 55550000 {{(pid=100972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:41.360841 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:41.361169 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:41.361477 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:41.361819 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:41.533185 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b17924-1f36-4ee3-8472-fa3699363275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5172fcfa-55fd-46c2-898b-d93504eb9e5d,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:41.540144 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-a5b17924-1f36-4ee3-8472-fa3699363275 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d61cd1d8c9548baa4d4144d3e0a6eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4418290 Nov 09 04:57:41.541195 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 43302) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:41.564053 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:41.567327 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:41.567327 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:41.567327 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:41.567327 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6149ed8-1195-4218-aa4c-9175bab07912']}} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:57:41.595524 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-09ec108a-4e72-4918-aea7-2bf4ba9f3afc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:41.603376 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610cfa43-e76f-4ec3-81a1-a233ad530ca2') {'for_net_delete': True} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:57:41.603685 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610cfa43-e76f-4ec3-81a1-a233ad530ca2') {} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:57:41.620010 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-09ec108a-4e72-4918-aea7-2bf4ba9f3afc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:41.663286 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784575010618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25701784'] for segment, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:41.691796 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf51e7-2299-45c5-91ab-1ed5dfedbbfd req-08083661-44bc-4279-8dc9-450fa0129edb tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:41.693334 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6ccf51e7-2299-45c5-91ab-1ed5dfedbbfd req-08083661-44bc-4279-8dc9-450fa0129edb tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0769145 Nov 09 04:57:41.698060 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:41.711169 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=100972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:57:41.711570 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25700741'] for segment, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:41.713441 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-09ec108a-4e72-4918-aea7-2bf4ba9f3afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:41.715975 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-09ec108a-4e72-4918-aea7-2bf4ba9f3afc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:41.717057 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-09ec108a-4e72-4918-aea7-2bf4ba9f3afc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5172fcfa-55fd-46c2-898b-d93504eb9e5d HTTP/1.1" status: 204 len: 168 time: 0.1750038 Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: from cryptography.utils import int_from_bytes Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: from cryptography.utils import int_from_bytes Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: Traceback (most recent call last): Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: timer() Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: cb(*args, **kw) Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: return func(*args, **kwargs) Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: self._notify() Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: self.callback(batched_events) Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: event.method(event) Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: return f(self, *a, **k) Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: return self._get(url).json() Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: return self.request(url, 'GET', **kwargs) Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:57:41.737082 dv-cinder-817135-2-iscsi neutron-server[100972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:57:41.740299 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec108a-4e72-4918-aea7-2bf4ba9f3afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5172fcfa-55fd-46c2-898b-d93504eb9e5d,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:41.768352 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6ccf51e7-2299-45c5-91ab-1ed5dfedbbfd req-c9455495-963f-48f8-aaa7-712626bbde1f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623004 Nov 09 04:57:41.866896 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16205741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461216'] for network, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:41.878944 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:41.882553 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] 10.222.0.41 "DELETE /v2.0/networks/d6149ed8-1195-4218-aa4c-9175bab07912 HTTP/1.1" status: 204 len: 168 time: 0.8200691 Nov 09 04:57:41.885409 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 43312) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:41.899821 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45799e8a-58fc-4b81-83f8-9441b5c1629d admin admin] Pushing event deleted for resources: {'Network': ['ID=d6149ed8-1195-4218-aa4c-9175bab07912,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:41.943665 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_v2 [None req-13405fff-18a1-494b-931d-4ef8f37df7bb admin admin] Deleting subnet 6ddf8532-59b4-4f57-9b51-686cc608b0df {{(pid=100971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:57:41.947706 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-13405fff-18a1-494b-931d-4ef8f37df7bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:41.987669 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-f3000c2d-ffc2-47db-92bf-231505bbb2d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23817bc-a285-4bc5-a517-b404e94ba176 {{(pid=100972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:57:41.989834 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-13405fff-18a1-494b-931d-4ef8f37df7bb admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:41.996958 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-f3000c2d-ffc2-47db-92bf-231505bbb2d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:42.004850 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-13405fff-18a1-494b-931d-4ef8f37df7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16203819'] for subnet, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:42.012207 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.provisioning_blocks [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-f3000c2d-ffc2-47db-92bf-231505bbb2d8 service neutron] Transition to ACTIVE for port object e23817bc-a285-4bc5-a517-b404e94ba176 will not be triggered until provisioned by entity L2. {{(pid=100972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:57:42.017115 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-f3000c2d-ffc2-47db-92bf-231505bbb2d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:42.044649 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 43316) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:42.069272 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3000c2d-ffc2-47db-92bf-231505bbb2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e23817bc-a285-4bc5-a517-b404e94ba176,revision_number=2']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:42.070185 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b5ff9114-4849-4e16-be1d-1a23538ffb03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:42.117935 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821dbee8-a84f-4635-a3e0-84b0938c3701 req-201b99e3-fbd9-43d1-a76f-40cff4572c36 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:42.119417 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-821dbee8-a84f-4635-a3e0-84b0938c3701 req-201b99e3-fbd9-43d1-a76f-40cff4572c36 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=926a492f-db29-4e1e-bec9-8bb044ed9222 HTTP/1.1" status: 200 len: 931 time: 0.1237361 Nov 09 04:57:42.137721 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-f3000c2d-ffc2-47db-92bf-231505bbb2d8 service neutron] Attempting to bind port e23817bc-a285-4bc5-a517-b404e94ba176 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:57:42.138088 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-f3000c2d-ffc2-47db-92bf-231505bbb2d8 service neutron] Attempting to bind port e23817bc-a285-4bc5-a517-b404e94ba176 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '865b446b-7da1-4537-8494-9795ce15c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2b01fa8a-95e4-433e-8d69-a2e7b25559a4'}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:57:42.138571 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-f3000c2d-ffc2-47db-92bf-231505bbb2d8 service neutron] Attempting to bind port e23817bc-a285-4bc5-a517-b404e94ba176 on network 2b01fa8a-95e4-433e-8d69-a2e7b25559a4 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:57:42.140870 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-13405fff-18a1-494b-931d-4ef8f37df7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16203810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for subnet, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:42.146454 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-f3000c2d-ffc2-47db-92bf-231505bbb2d8 service neutron] Port e23817bc-a285-4bc5-a517-b404e94ba176 on network 2b01fa8a-95e4-433e-8d69-a2e7b25559a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:57:42.146781 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-f3000c2d-ffc2-47db-92bf-231505bbb2d8 service neutron] Attempting to bind port e23817bc-a285-4bc5-a517-b404e94ba176 on network 2b01fa8a-95e4-433e-8d69-a2e7b25559a4 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:57:42.152051 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-f3000c2d-ffc2-47db-92bf-231505bbb2d8 service neutron] Checking agent: {'id': '95cbc7df-874e-4f22-acf5-3b3cdde6b18e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'started_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:57:42.152390 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-f3000c2d-ffc2-47db-92bf-231505bbb2d8 service neutron] Checking segment: {'id': '865b446b-7da1-4537-8494-9795ce15c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2b01fa8a-95e4-433e-8d69-a2e7b25559a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:57:42.152771 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-f3000c2d-ffc2-47db-92bf-231505bbb2d8 service neutron] Bound using segment: {'id': '865b446b-7da1-4537-8494-9795ce15c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2b01fa8a-95e4-433e-8d69-a2e7b25559a4'} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:57:42.153196 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-f3000c2d-ffc2-47db-92bf-231505bbb2d8 service neutron] Bound port: e23817bc-a285-4bc5-a517-b404e94ba176, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865b446b-7da1-4537-8494-9795ce15c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2b01fa8a-95e4-433e-8d69-a2e7b25559a4'}}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:57:42.153543 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-f3000c2d-ffc2-47db-92bf-231505bbb2d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:42.190788 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-13405fff-18a1-494b-931d-4ef8f37df7bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for subnet, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:42.196425 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-13405fff-18a1-494b-931d-4ef8f37df7bb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6ddf8532-59b4-4f57-9b51-686cc608b0df HTTP/1.1" status: 204 len: 168 time: 0.3075140 Nov 09 04:57:42.196425 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13405fff-18a1-494b-931d-4ef8f37df7bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ddf8532-59b4-4f57-9b51-686cc608b0df,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:42.197336 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 43318) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:42.227038 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-f3000c2d-ffc2-47db-92bf-231505bbb2d8 service neutron] For port e23817bc-a285-4bc5-a517-b404e94ba176, host hv-cinder-81713, cleared binding levels {{(pid=100972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:57:42.230405 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-f3000c2d-ffc2-47db-92bf-231505bbb2d8 service neutron] For port e23817bc-a285-4bc5-a517-b404e94ba176, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e23817bc-a285-4bc5-a517-b404e94ba176,segment=NetworkSegment(865b446b-7da1-4537-8494-9795ce15c819),segment_id=865b446b-7da1-4537-8494-9795ce15c819)] {{(pid=100972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:57:42.237350 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-f3000c2d-ffc2-47db-92bf-231505bbb2d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:42.276235 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-f3000c2d-ffc2-47db-92bf-231505bbb2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:42.276847 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-f3000c2d-ffc2-47db-92bf-231505bbb2d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:42.278312 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-f3000c2d-ffc2-47db-92bf-231505bbb2d8 service neutron] 10.222.0.20 "PUT /v2.0/ports/e23817bc-a285-4bc5-a517-b404e94ba176 HTTP/1.1" status: 200 len: 1093 time: 1.1179981 Nov 09 04:57:42.279399 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926a492f-db29-4e1e-bec9-8bb044ed9222', 'tag': 'e23817bc-a285-4bc5-a517-b404e94ba176'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:57:42.281713 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4fa9b1-d604-4eb7-963e-da9f5e99ede1" -d '{"events": [{"name": "network-changed", "server_uuid": "926a492f-db29-4e1e-bec9-8bb044ed9222", "tag": "e23817bc-a285-4bc5-a517-b404e94ba176"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:57:42.297878 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-821dbee8-a84f-4635-a3e0-84b0938c3701 req-47106be9-4d30-40d5-8bfa-94c7b0147990 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682949 Nov 09 04:57:42.305110 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3000c2d-ffc2-47db-92bf-231505bbb2d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e23817bc-a285-4bc5-a517-b404e94ba176,revision_number=3']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:42.314489 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b5ff9114-4849-4e16-be1d-1a23538ffb03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:42.321769 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16329678'] for network, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:42.323728 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b5ff9114-4849-4e16-be1d-1a23538ffb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:42.346483 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874ff52b-43c6-496f-b197-8e5b55bcdb2e x-openstack-request-id: req-874ff52b-43c6-496f-b197-8e5b55bcdb2e {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:57:42.346877 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926a492f-db29-4e1e-bec9-8bb044ed9222", "tag": "e23817bc-a285-4bc5-a517-b404e94ba176", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:57:42.347289 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-874ff52b-43c6-496f-b197-8e5b55bcdb2e {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:57:42.348183 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926a492f-db29-4e1e-bec9-8bb044ed9222', 'tag': 'e23817bc-a285-4bc5-a517-b404e94ba176', 'status': 'completed', 'code': 200} Nov 09 04:57:42.371936 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-b5ff9114-4849-4e16-be1d-1a23538ffb03 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52b00633f3684a229f4572d5365aa533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3254046 Nov 09 04:57:42.375155 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 43322) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:42.376420 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff9114-4849-4e16-be1d-1a23538ffb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5321b706-6db7-4551-bfe0-8faefb866f95,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:42.448488 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16206686', 'neutron.services.segments.db._delete_segments_for_network-8784574975281'] for network, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:42.456227 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-533e89c5-d3b3-41d1-892a-b6bf0367e9dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:42.470016 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:42.470530 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:42.471376 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:42.471831 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] Subscribe: > port after_create 55550000 {{(pid=100971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:42.472255 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] Subscribe: > port after_delete 55550000 {{(pid=100971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:42.472889 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] Subscribe: > port after_update 55550000 {{(pid=100971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:42.473250 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:42.473730 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-4584bba3-633e-408a-b73b-7d6de4a6c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:42.473833 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:42.474088 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:42.474417 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:42.475095 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-4584bba3-633e-408a-b73b-7d6de4a6c5cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bab423d141e49b29b86b769cfa8d939&device_id=926a492f-db29-4e1e-bec9-8bb044ed9222 HTTP/1.1" status: 200 len: 1096 time: 0.0619299 Nov 09 04:57:42.484006 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-533e89c5-d3b3-41d1-892a-b6bf0367e9dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:42.545319 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:42.545667 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:42.545994 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:42.546324 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100971) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 09 04:57:42.546691 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.services.segments.db [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7840e324-1777-499f-a488-601b9ab9929e']}} {{(pid=100971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:57:42.552534 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-8caa9a74-4c0a-4a44-8c83-56bd58fb6b37 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e23817bc-a285-4bc5-a517-b404e94ba176 HTTP/1.1" status: 200 len: 217 time: 0.0509851 Nov 09 04:57:42.574332 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.services.segments.db [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3206b517-c732-4a36-b51b-6e8361e0c0b3') {'for_net_delete': True} {{(pid=100971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:57:42.574702 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.services.segments.db [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3206b517-c732-4a36-b51b-6e8361e0c0b3') {} {{(pid=100971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:57:42.597661 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784575010618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3198631'] for segment, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:42.621351 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:42.623438 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-533e89c5-d3b3-41d1-892a-b6bf0367e9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:42.625979 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-533e89c5-d3b3-41d1-892a-b6bf0367e9dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:42.629434 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-533e89c5-d3b3-41d1-892a-b6bf0367e9dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5321b706-6db7-4551-bfe0-8faefb866f95 HTTP/1.1" status: 204 len: 168 time: 0.2509210 Nov 09 04:57:42.633913 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=100971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:57:42.634442 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-14b3113a-f6e7-40d4-b4d3-ec99abbbee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:42.634572 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3537944'] for segment, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:42.636374 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-14b3113a-f6e7-40d4-b4d3-ec99abbbee6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80f9bd92-41eb-4f4c-96cb-9f776c4e9060 HTTP/1.1" status: 200 len: 849 time: 0.0682082 Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: from cryptography.utils import int_from_bytes Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: from cryptography.utils import int_from_bytes Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: Traceback (most recent call last): Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: timer() Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: cb(*args, **kw) Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: return func(*args, **kwargs) Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: self._notify() Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: self.callback(batched_events) Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: event.method(event) Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: return f(self, *a, **k) Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: return self._get(url).json() Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: return self.request(url, 'GET', **kwargs) Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:57:42.642314 dv-cinder-817135-2-iscsi neutron-server[100971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:57:42.645967 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e89c5-d3b3-41d1-892a-b6bf0367e9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5321b706-6db7-4551-bfe0-8faefb866f95,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:42.676472 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-15022c6e-f9ea-46b1-a177-96a921620e83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2b01fa8a-95e4-433e-8d69-a2e7b25559a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282679 Nov 09 04:57:42.707468 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16205741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461216'] for network, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:42.715163 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:42.719150 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] 10.222.0.41 "DELETE /v2.0/networks/7840e324-1777-499f-a488-601b9ab9929e HTTP/1.1" status: 204 len: 168 time: 0.5200660 Nov 09 04:57:42.732347 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d139e3-9fc5-491e-a6f5-f010b37298eb admin admin] Pushing event deleted for resources: {'Network': ['ID=7840e324-1777-499f-a488-601b9ab9929e,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:42.799438 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-a369e1a3-bf0f-4450-8b01-16b9573b206f service neutron] 10.222.0.20 "GET /v2.0/networks/2b01fa8a-95e4-433e-8d69-a2e7b25559a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133165 Nov 09 04:57:42.847339 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 43338) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:42.924090 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b08b53-2b17-4027-a83a-9269543c8620 req-6d5ca645-b5d9-4f95-adac-2a9bcbec91c7 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:42.926242 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-71b08b53-2b17-4027-a83a-9269543c8620 req-6d5ca645-b5d9-4f95-adac-2a9bcbec91c7 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0659237 Nov 09 04:57:42.940351 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-16459284-093e-48e7-a3ba-b1ecd3e92140 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f87c221849fc4d01ab8f2e881e81ecc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0914490 Nov 09 04:57:42.943939 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 43340) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:42.952662 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6fc390ee-07c2-44e0-bbab-2e21cb2dfa30 req-c9c7b1fc-235e-410a-bc1e-bb7a1a7d881f service neutron] 10.222.0.20 "GET /v2.0/networks/2b01fa8a-95e4-433e-8d69-a2e7b25559a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389008 Nov 09 04:57:43.027660 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-71b08b53-2b17-4027-a83a-9269543c8620 req-c50eb2ea-eb7b-457c-a541-90d2d849db6e tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921042 Nov 09 04:57:43.048417 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e5842bf1-1f97-42e5-9744-81d11b41d295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:43.062763 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e5842bf1-1f97-42e5-9744-81d11b41d295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:43.114225 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e5842bf1-1f97-42e5-9744-81d11b41d295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:43.120757 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e5842bf1-1f97-42e5-9744-81d11b41d295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:43.121925 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-e5842bf1-1f97-42e5-9744-81d11b41d295 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ced00033-0f83-43bd-9b41-4433070f4d81 HTTP/1.1" status: 204 len: 168 time: 0.1761155 Nov 09 04:57:43.131024 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5842bf1-1f97-42e5-9744-81d11b41d295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced00033-0f83-43bd-9b41-4433070f4d81,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:43.192250 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fa9b1-d604-4eb7-963e-da9f5e99ede1 req-1c90c55e-23c5-4095-9ff8-5c9928bfdb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:43.193546 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5e4fa9b1-d604-4eb7-963e-da9f5e99ede1 req-1c90c55e-23c5-4095-9ff8-5c9928bfdb14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bab423d141e49b29b86b769cfa8d939&device_id=926a492f-db29-4e1e-bec9-8bb044ed9222 HTTP/1.1" status: 200 len: 1096 time: 0.0485020 Nov 09 04:57:43.297670 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fa9b1-d604-4eb7-963e-da9f5e99ede1 req-b4a83e39-5f4b-48c8-9145-e0809e67af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:43.299445 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5e4fa9b1-d604-4eb7-963e-da9f5e99ede1 req-b4a83e39-5f4b-48c8-9145-e0809e67af71 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2b01fa8a-95e4-433e-8d69-a2e7b25559a4 HTTP/1.1" status: 200 len: 910 time: 0.0979953 Nov 09 04:57:43.351958 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5e4fa9b1-d604-4eb7-963e-da9f5e99ede1 req-6ee49c41-4c2c-4cd1-98cb-d5353fcbe54f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e23817bc-a285-4bc5-a517-b404e94ba176 HTTP/1.1" status: 200 len: 217 time: 0.0399566 Nov 09 04:57:43.414078 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fa9b1-d604-4eb7-963e-da9f5e99ede1 req-41565053-225f-4d56-a7f5-60a709b11c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:43.415635 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5e4fa9b1-d604-4eb7-963e-da9f5e99ede1 req-41565053-225f-4d56-a7f5-60a709b11c38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80f9bd92-41eb-4f4c-96cb-9f776c4e9060 HTTP/1.1" status: 200 len: 849 time: 0.0559037 Nov 09 04:57:43.456679 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872a6e5-1e7b-4f41-9ba7-55a8d5cdc3fe req-408fb218-44c2-42fd-89cf-93ebde4cbef5 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:43.457835 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9872a6e5-1e7b-4f41-9ba7-55a8d5cdc3fe req-408fb218-44c2-42fd-89cf-93ebde4cbef5 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=926a492f-db29-4e1e-bec9-8bb044ed9222 HTTP/1.1" status: 200 len: 943 time: 0.0644982 Nov 09 04:57:43.463665 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5e4fa9b1-d604-4eb7-963e-da9f5e99ede1 req-fba07000-0c69-429f-becd-f64f680323e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2b01fa8a-95e4-433e-8d69-a2e7b25559a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301743 Nov 09 04:57:43.502422 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 43366) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:43.541673 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9872a6e5-1e7b-4f41-9ba7-55a8d5cdc3fe req-80bf8fe6-3e21-45f8-b1e7-aeb6c26754b8 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753169 Nov 09 04:57:43.592244 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-9e50adc7-8754-4fce-a9c1-b91990e490d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d14db71de884cf3ac70961926420fe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0887060 Nov 09 04:57:43.593289 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 43372) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:43.596637 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5e4fa9b1-d604-4eb7-963e-da9f5e99ede1 req-709f3315-6ff1-425c-901c-c1fbbde5a7bd service neutron] 10.222.0.20 "GET /v2.0/networks/2b01fa8a-95e4-433e-8d69-a2e7b25559a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268122 Nov 09 04:57:43.655041 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f8faaa81-3871-4896-8f83-b8281d8c7f8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:43.685574 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f8faaa81-3871-4896-8f83-b8281d8c7f8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:43.718028 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5e4fa9b1-d604-4eb7-963e-da9f5e99ede1 req-30916c80-c0e9-4745-9ca2-a843cd433e21 service neutron] 10.222.0.20 "GET /v2.0/networks/2b01fa8a-95e4-433e-8d69-a2e7b25559a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124656 Nov 09 04:57:43.748768 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f8faaa81-3871-4896-8f83-b8281d8c7f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:43.751409 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f8faaa81-3871-4896-8f83-b8281d8c7f8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:43.752662 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-f8faaa81-3871-4896-8f83-b8281d8c7f8c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb8dd557-cb3d-4e41-897f-af46f38fda62 HTTP/1.1" status: 204 len: 168 time: 0.1584747 Nov 09 04:57:43.762149 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8faaa81-3871-4896-8f83-b8281d8c7f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8dd557-cb3d-4e41-897f-af46f38fda62,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:44.171530 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91b855-5e92-4bf0-83ae-64f5a418873e req-71f73085-8cc8-4a4a-a4d2-e4096a21702f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:44.173719 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9a91b855-5e92-4bf0-83ae-64f5a418873e req-71f73085-8cc8-4a4a-a4d2-e4096a21702f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0665467 Nov 09 04:57:44.238531 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9a91b855-5e92-4bf0-83ae-64f5a418873e req-b6986197-e217-4621-8277-fc5e587580cd tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520997 Nov 09 04:57:44.720440 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ef005-5065-4e8d-aead-68eb6403417e req-59fdb894-6455-49be-8101-58b817ed820a tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:44.728127 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5c9ef005-5065-4e8d-aead-68eb6403417e req-59fdb894-6455-49be-8101-58b817ed820a tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=926a492f-db29-4e1e-bec9-8bb044ed9222 HTTP/1.1" status: 200 len: 943 time: 0.0926480 Nov 09 04:57:44.796928 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5c9ef005-5065-4e8d-aead-68eb6403417e req-843a5a8c-cad3-4419-b5a5-f64efdba2fbe tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604856 Nov 09 04:57:45.191848 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 43456) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:45.320414 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0d03ba9c-104f-4d54-9a5d-e0ccff871f0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:45.411867 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f3bc2-51c0-4b2a-a252-5d20fd8b83aa req-665c522a-5c64-4410-86df-4e0131b34abe tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:45.411867 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-471f3bc2-51c0-4b2a-a252-5d20fd8b83aa req-665c522a-5c64-4410-86df-4e0131b34abe tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0770154 Nov 09 04:57:45.480195 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0d03ba9c-104f-4d54-9a5d-e0ccff871f0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:45.492594 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0d03ba9c-104f-4d54-9a5d-e0ccff871f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:45.512399 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-471f3bc2-51c0-4b2a-a252-5d20fd8b83aa req-d1fcce9c-3270-4690-8ecd-6eedf41735f3 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932209 Nov 09 04:57:45.554857 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 43474) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:45.555063 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-0d03ba9c-104f-4d54-9a5d-e0ccff871f0a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fdb320651f2a4c848273e8cd2c5f4b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3614483 Nov 09 04:57:45.556275 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03ba9c-104f-4d54-9a5d-e0ccff871f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd6092f-f9ab-49a4-95e4-4e836d67667c,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:45.609274 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-bf9a75dc-e114-4b20-b67c-8e0e7ce64524 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:45.630369 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-bf9a75dc-e114-4b20-b67c-8e0e7ce64524 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:45.682898 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-bf9a75dc-e114-4b20-b67c-8e0e7ce64524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:45.686066 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-bf9a75dc-e114-4b20-b67c-8e0e7ce64524 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:45.689951 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-bf9a75dc-e114-4b20-b67c-8e0e7ce64524 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bcd6092f-f9ab-49a4-95e4-4e836d67667c HTTP/1.1" status: 204 len: 168 time: 0.1339109 Nov 09 04:57:45.697938 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a75dc-e114-4b20-b67c-8e0e7ce64524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd6092f-f9ab-49a4-95e4-4e836d67667c,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:45.942832 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69802d73-0e83-417a-8b12-58e7039e7e8e req-269adef8-8300-4bcc-9eb8-81d795cd0047 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:45.944506 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-69802d73-0e83-417a-8b12-58e7039e7e8e req-269adef8-8300-4bcc-9eb8-81d795cd0047 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=926a492f-db29-4e1e-bec9-8bb044ed9222 HTTP/1.1" status: 200 len: 943 time: 0.0661180 Nov 09 04:57:46.009486 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-69802d73-0e83-417a-8b12-58e7039e7e8e req-476969f6-b653-4834-b64e-9b8dcac43af2 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567043 Nov 09 04:57:46.312450 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2571e56-b388-4670-9573-b85001cad085 req-a9defafa-aa3f-4578-8811-9c521dcaade6 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:46.313913 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a2571e56-b388-4670-9573-b85001cad085 req-a9defafa-aa3f-4578-8811-9c521dcaade6 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 945 time: 0.0542948 Nov 09 04:57:46.361955 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a2571e56-b388-4670-9573-b85001cad085 req-d642c7ef-aad6-492e-bc67-9e020cde62c4 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420787 Nov 09 04:57:46.636140 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499eac8-1178-4cc9-8b9b-cfe1a778ea4e req-1edede7d-1f83-4bda-97d3-e744bdcac655 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:46.637744 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4499eac8-1178-4cc9-8b9b-cfe1a778ea4e req-1edede7d-1f83-4bda-97d3-e744bdcac655 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0509429 Nov 09 04:57:46.687789 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4499eac8-1178-4cc9-8b9b-cfe1a778ea4e req-e7cf68a3-7708-4fec-bb06-c564bfc3aab9 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431938 Nov 09 04:57:46.931523 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device e23817bc-a285-4bc5-a517-b404e94ba176 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=100973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:57:47.029537 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port e23817bc-a285-4bc5-a517-b404e94ba176, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e23817bc-a285-4bc5-a517-b404e94ba176,segment=NetworkSegment(865b446b-7da1-4537-8494-9795ce15c819),segment_id=865b446b-7da1-4537-8494-9795ce15c819)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:47.042315 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Returning: {'device': 'e23817bc-a285-4bc5-a517-b404e94ba176', 'network_id': '2b01fa8a-95e4-433e-8d69-a2e7b25559a4', 'port_id': 'e23817bc-a285-4bc5-a517-b404e94ba176', 'mac_address': 'fa:16:3e:38:20:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f9bd92-41eb-4f4c-96cb-9f776c4e9060', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:57:47.085728 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:47.100634 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23817bc-a285-4bc5-a517-b404e94ba176 {{(pid=100973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:57:47.125275 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port e23817bc-a285-4bc5-a517-b404e94ba176, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e23817bc-a285-4bc5-a517-b404e94ba176,segment=NetworkSegment(865b446b-7da1-4537-8494-9795ce15c819),segment_id=865b446b-7da1-4537-8494-9795ce15c819)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:47.130685 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:47.151658 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba27d6-ad82-40e5-af6e-449d051e8770 req-f4faf0d3-5581-43e4-95b2-488d04e5286e tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:47.153715 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-baba27d6-ad82-40e5-af6e-449d051e8770 req-f4faf0d3-5581-43e4-95b2-488d04e5286e tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=926a492f-db29-4e1e-bec9-8bb044ed9222 HTTP/1.1" status: 200 len: 943 time: 0.0710356 Nov 09 04:57:47.184951 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=e23817bc-a285-4bc5-a517-b404e94ba176,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:47.193403 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:47.193956 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:47.194464 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:47.194792 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:47.195115 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:47.195437 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:47.195777 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:47.196397 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:47.196861 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:47.197188 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:47.197507 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:47.197835 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:57:47.216351 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-baba27d6-ad82-40e5-af6e-449d051e8770 req-619b781d-2ff9-49c9-9a1a-23d7bb791655 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559485 Nov 09 04:57:47.485049 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e619a5-e3bb-4618-a6ce-2ec2780a28cd req-992989f1-a311-4c33-a55c-0ef748bbeccc tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:47.486564 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a7e619a5-e3bb-4618-a6ce-2ec2780a28cd req-992989f1-a311-4c33-a55c-0ef748bbeccc tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 945 time: 0.0471301 Nov 09 04:57:47.534677 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a7e619a5-e3bb-4618-a6ce-2ec2780a28cd req-8f7911d0-7ce0-4239-b4d2-ba6a034bbc7e tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424428 Nov 09 04:57:47.773141 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['e23817bc-a285-4bc5-a517-b404e94ba176'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:57:47.807114 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61aab9-cdff-4494-b062-0a90f2e8f83e req-5a67b704-4f2c-454b-aa3a-2346cdca1756 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:47.808592 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2f61aab9-cdff-4494-b062-0a90f2e8f83e req-5a67b704-4f2c-454b-aa3a-2346cdca1756 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0514166 Nov 09 04:57:47.859039 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2f61aab9-cdff-4494-b062-0a90f2e8f83e req-2bfa183e-0231-46a5-952e-0cdf25f45f4f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430589 Nov 09 04:57:48.340486 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f14a23-291d-4aef-9c0a-011cc7d82386 req-adcc76d2-d315-4197-b203-18d0d6e49cfb tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:48.341988 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-17f14a23-291d-4aef-9c0a-011cc7d82386 req-adcc76d2-d315-4197-b203-18d0d6e49cfb tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=926a492f-db29-4e1e-bec9-8bb044ed9222 HTTP/1.1" status: 200 len: 944 time: 0.0488513 Nov 09 04:57:48.390603 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-17f14a23-291d-4aef-9c0a-011cc7d82386 req-6af0cab4-8c77-4073-805e-38e0fb6f4468 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413470 Nov 09 04:57:48.655397 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffded225-a7cf-4bf0-8d30-ad23c89a9f07 req-922870ad-c0f9-495a-a69e-29d2e74a6363 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:48.657115 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ffded225-a7cf-4bf0-8d30-ad23c89a9f07 req-922870ad-c0f9-495a-a69e-29d2e74a6363 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 945 time: 0.0511909 Nov 09 04:57:48.702701 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ffded225-a7cf-4bf0-8d30-ad23c89a9f07 req-6e1efb6c-2ad1-446a-b272-7c796f04e878 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397930 Nov 09 04:57:48.971407 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebe124-a894-4380-b8c6-38821bb06a5c req-94fda3af-1095-4e51-9deb-0e79248bc8cf tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:48.972937 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-68ebe124-a894-4380-b8c6-38821bb06a5c req-94fda3af-1095-4e51-9deb-0e79248bc8cf tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0485094 Nov 09 04:57:49.026958 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-68ebe124-a894-4380-b8c6-38821bb06a5c req-1525f1d3-2abb-4f1e-86b5-9987c1bf5cf5 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477302 Nov 09 04:57:49.503376 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d93122-779f-4c61-84e6-91b5ebcbfd4e req-196c15f5-69f4-4753-b98e-b0bb640bd035 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:49.504990 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d7d93122-779f-4c61-84e6-91b5ebcbfd4e req-196c15f5-69f4-4753-b98e-b0bb640bd035 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=926a492f-db29-4e1e-bec9-8bb044ed9222 HTTP/1.1" status: 200 len: 944 time: 0.0491376 Nov 09 04:57:49.569106 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d7d93122-779f-4c61-84e6-91b5ebcbfd4e req-23f0c1e8-c08b-4ffa-8d2e-c77a0fef2835 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583589 Nov 09 04:57:49.611370 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85902a08-4a58-47ca-a0d3-8c77d1391978 req-db4e6760-1449-42b0-bff3-1bf41e77ae86 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:49.612819 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-85902a08-4a58-47ca-a0d3-8c77d1391978 req-db4e6760-1449-42b0-bff3-1bf41e77ae86 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 945 time: 0.0718679 Nov 09 04:57:49.754327 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-85902a08-4a58-47ca-a0d3-8c77d1391978 req-6507b543-67c2-4db5-a1f7-6c3ab07f95fb tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Deleting port d6b95a2c-0b66-4503-93bb-c3d25b0b0db8 {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:57:49.754669 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-85902a08-4a58-47ca-a0d3-8c77d1391978 req-6507b543-67c2-4db5-a1f7-6c3ab07f95fb tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:49.830666 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed2768-e701-451d-83a7-cb71ff7a6623 req-1da12f3d-746d-478b-bc3b-a86770e6cfe3 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:49.832196 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-65ed2768-e701-451d-83a7-cb71ff7a6623 req-1da12f3d-746d-478b-bc3b-a86770e6cfe3 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 945 time: 0.0558114 Nov 09 04:57:49.852514 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-85902a08-4a58-47ca-a0d3-8c77d1391978 req-6507b543-67c2-4db5-a1f7-6c3ab07f95fb tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] For port d6b95a2c-0b66-4503-93bb-c3d25b0b0db8, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=d6b95a2c-0b66-4503-93bb-c3d25b0b0db8,segment=NetworkSegment(458250d6-896a-481f-8bec-e3567f9bac15),segment_id=458250d6-896a-481f-8bec-e3567f9bac15)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:49.852968 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-85902a08-4a58-47ca-a0d3-8c77d1391978 req-6507b543-67c2-4db5-a1f7-6c3ab07f95fb tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:49.867860 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-85902a08-4a58-47ca-a0d3-8c77d1391978 req-6507b543-67c2-4db5-a1f7-6c3ab07f95fb tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Calling delete_port for d6b95a2c-0b66-4503-93bb-c3d25b0b0db8 owned by compute:nova {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:57:49.882070 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-65ed2768-e701-451d-83a7-cb71ff7a6623 req-d600dd2e-a571-4745-8f47-420c9c566903 tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/security-groups?id=1cd5211f-7339-461a-8ab6-9b8e7e316cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440993 Nov 09 04:57:50.031384 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-85902a08-4a58-47ca-a0d3-8c77d1391978 req-6507b543-67c2-4db5-a1f7-6c3ab07f95fb tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:50.068540 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507b543-67c2-4db5-a1f7-6c3ab07f95fb tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Pushing event deleted for resources: {'Port': ['ID=d6b95a2c-0b66-4503-93bb-c3d25b0b0db8,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:50.075954 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['d6b95a2c-0b66-4503-93bb-c3d25b0b0db8'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:57:50.138412 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-85902a08-4a58-47ca-a0d3-8c77d1391978 req-6507b543-67c2-4db5-a1f7-6c3ab07f95fb tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] No DVR routers for this DVR port d6b95a2c-0b66-4503-93bb-c3d25b0b0db8 on host hv-cinder-81713 {{(pid=100972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:57:50.142257 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-85902a08-4a58-47ca-a0d3-8c77d1391978 req-6507b543-67c2-4db5-a1f7-6c3ab07f95fb tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:50.145660 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-85902a08-4a58-47ca-a0d3-8c77d1391978 req-6507b543-67c2-4db5-a1f7-6c3ab07f95fb tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.20 "DELETE /v2.0/ports/d6b95a2c-0b66-4503-93bb-c3d25b0b0db8 HTTP/1.1" status: 204 len: 173 time: 0.5211849 Nov 09 04:57:50.146131 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a87e643-d686-4a9b-b027-d72b89ab2e12', 'name': 'network-vif-deleted', 'tag': 'd6b95a2c-0b66-4503-93bb-c3d25b0b0db8'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:57:50.148690 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd31472-4f0f-47f7-be38-e5704395b0c7" -d '{"events": [{"server_uuid": "5a87e643-d686-4a9b-b027-d72b89ab2e12", "name": "network-vif-deleted", "tag": "d6b95a2c-0b66-4503-93bb-c3d25b0b0db8"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:57:50.199960 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b353e73-a8eb-4244-aada-e41d7c2c0970 x-openstack-request-id: req-1b353e73-a8eb-4244-aada-e41d7c2c0970 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:57:50.200256 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a87e643-d686-4a9b-b027-d72b89ab2e12", "name": "network-vif-deleted", "tag": "d6b95a2c-0b66-4503-93bb-c3d25b0b0db8", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:57:50.200533 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1b353e73-a8eb-4244-aada-e41d7c2c0970 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:57:50.201428 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a87e643-d686-4a9b-b027-d72b89ab2e12', 'name': 'network-vif-deleted', 'tag': 'd6b95a2c-0b66-4503-93bb-c3d25b0b0db8', 'status': 'completed', 'code': 200} Nov 09 04:57:50.228782 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0c581-7555-4671-8309-20e6a52814f5 req-e11091ab-3145-4393-8596-8e9750c9abb5 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:50.230598 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-11a0c581-7555-4671-8309-20e6a52814f5 req-e11091ab-3145-4393-8596-8e9750c9abb5 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0654292 Nov 09 04:57:50.287680 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-11a0c581-7555-4671-8309-20e6a52814f5 req-dd522894-be88-4307-859d-e0d13b1571c4 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481424 Nov 09 04:57:50.687791 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4137c-f7ef-4bc4-b380-da01936ee6ff req-d0ccf3f9-d148-479f-a895-db7385c6ab58 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:50.689272 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ebe4137c-f7ef-4bc4-b380-da01936ee6ff req-d0ccf3f9-d148-479f-a895-db7385c6ab58 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=926a492f-db29-4e1e-bec9-8bb044ed9222 HTTP/1.1" status: 200 len: 944 time: 0.0493479 Nov 09 04:57:50.737074 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ebe4137c-f7ef-4bc4-b380-da01936ee6ff req-0f42adca-8c0c-4153-898c-a0137b14de72 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419371 Nov 09 04:57:50.943136 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 43642) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:50.960740 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device e23817bc-a285-4bc5-a517-b404e94ba176 up at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:57:51.002132 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-852f59dc-2c3d-43e4-8ea3-795e1c540d4c req-9e0f0b13-7b48-4f69-9c6f-48b37ae0dc1b tempest-DeleteServersTestJSON-1474856640 tempest-DeleteServersTestJSON-1474856640-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a87e643-d686-4a9b-b027-d72b89ab2e12 HTTP/1.1" status: 200 len: 210 time: 0.0273976 Nov 09 04:57:51.023162 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning for port e23817bc-a285-4bc5-a517-b404e94ba176 completed by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:57:51.027313 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning complete for port e23817bc-a285-4bc5-a517-b404e94ba176 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:57:51.027717 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:51.069717 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b7f7d922-edb5-49e3-b400-cbc3089cb64a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:51.108873 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:51.131983 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926a492f-db29-4e1e-bec9-8bb044ed9222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23817bc-a285-4bc5-a517-b404e94ba176'}] {{(pid=100973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:57:51.134340 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54011f83237459a559275aec36f6846328bebe107db2d1d5386815f5349ca10e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41ede70-2b4a-41f5-8533-5ca5885497ff" -d '{"events": [{"server_uuid": "926a492f-db29-4e1e-bec9-8bb044ed9222", "name": "network-vif-plugged", "status": "completed", "tag": "e23817bc-a285-4bc5-a517-b404e94ba176"}]}' {{(pid=100973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:57:51.150995 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port e23817bc-a285-4bc5-a517-b404e94ba176, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e23817bc-a285-4bc5-a517-b404e94ba176,segment=NetworkSegment(865b446b-7da1-4537-8494-9795ce15c819),segment_id=865b446b-7da1-4537-8494-9795ce15c819)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:57:51.156164 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:51.159580 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b7f7d922-edb5-49e3-b400-cbc3089cb64a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:51.170354 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b7f7d922-edb5-49e3-b400-cbc3089cb64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:51.197799 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664362aa-ac1c-4c27-b0ea-6208b6e22c90 x-openstack-request-id: req-664362aa-ac1c-4c27-b0ea-6208b6e22c90 {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:57:51.197992 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-b7f7d922-edb5-49e3-b400-cbc3089cb64a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c56111f196c41cd9b5439ac354e0581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537282 Nov 09 04:57:51.198090 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926a492f-db29-4e1e-bec9-8bb044ed9222", "name": "network-vif-plugged", "status": "completed", "tag": "e23817bc-a285-4bc5-a517-b404e94ba176", "code": 200}]} {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:57:51.198304 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-664362aa-ac1c-4c27-b0ea-6208b6e22c90 {{(pid=100973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:57:51.198860 dv-cinder-817135-2-iscsi neutron-server[100973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926a492f-db29-4e1e-bec9-8bb044ed9222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23817bc-a285-4bc5-a517-b404e94ba176', 'code': 200} Nov 09 04:57:51.200583 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 43652) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:51.214804 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=e23817bc-a285-4bc5-a517-b404e94ba176,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:51.244472 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7d922-edb5-49e3-b400-cbc3089cb64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df62542e-9368-4ad1-950f-8be49b0494fa,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:51.267867 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-4ec8689d-e032-401b-8d89-2818c86ff5a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:51.288820 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-4ec8689d-e032-401b-8d89-2818c86ff5a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:51.339338 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-4ec8689d-e032-401b-8d89-2818c86ff5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:51.342106 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-4ec8689d-e032-401b-8d89-2818c86ff5a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:51.346007 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-4ec8689d-e032-401b-8d89-2818c86ff5a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df62542e-9368-4ad1-950f-8be49b0494fa HTTP/1.1" status: 204 len: 168 time: 0.1439123 Nov 09 04:57:51.356173 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8689d-e032-401b-8d89-2818c86ff5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df62542e-9368-4ad1-950f-8be49b0494fa,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:51.456616 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fa20c-9fff-4fb9-a52e-75c6a4308e69 req-86bcbd8b-045e-4d17-b159-5a8ecce84f35 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:51.458335 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-fb5fa20c-9fff-4fb9-a52e-75c6a4308e69 req-86bcbd8b-045e-4d17-b159-5a8ecce84f35 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0960360 Nov 09 04:57:51.516228 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-fb5fa20c-9fff-4fb9-a52e-75c6a4308e69 req-a35d9c3b-111a-4c95-957e-d97157b33366 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514164 Nov 09 04:57:51.589569 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17543c-7666-467f-b861-fd896000ee57 req-235bdbe4-2171-44b7-8cc9-e665f0f5695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:51.591504 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1a17543c-7666-467f-b861-fd896000ee57 req-235bdbe4-2171-44b7-8cc9-e665f0f5695f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=926a492f-db29-4e1e-bec9-8bb044ed9222 HTTP/1.1" status: 200 len: 1098 time: 0.0591447 Nov 09 04:57:51.663849 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1a17543c-7666-467f-b861-fd896000ee57 req-8400c836-fa9b-47f2-97c0-fc995e215022 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460725 Nov 09 04:57:51.677239 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 43666) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:51.690740 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-de2b6d5b-f62c-4511-b0ac-5a088eb75724 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:51.771515 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-de2b6d5b-f62c-4511-b0ac-5a088eb75724 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:51.778297 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-de2b6d5b-f62c-4511-b0ac-5a088eb75724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:51.827378 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b6d5b-f62c-4511-b0ac-5a088eb75724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53f55d5-5bcc-456e-b59c-33704bf8ad64,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:51.846263 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-de2b6d5b-f62c-4511-b0ac-5a088eb75724 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e206304430b44b2a69c17e370fc36ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1681981 Nov 09 04:57:51.848921 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 43672) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:51.875845 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c075b-63d7-41bc-ab7b-07b8dd5b9e4c req-00e66549-e811-4785-a38f-a1e522f576b7 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:51.877453 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d06c075b-63d7-41bc-ab7b-07b8dd5b9e4c req-00e66549-e811-4785-a38f-a1e522f576b7 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=926a492f-db29-4e1e-bec9-8bb044ed9222 HTTP/1.1" status: 200 len: 945 time: 0.0638938 Nov 09 04:57:51.907995 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-42c177b4-0aea-4524-a2d6-086bbf0c27f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:51.929858 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-42c177b4-0aea-4524-a2d6-086bbf0c27f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:51.932375 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d06c075b-63d7-41bc-ab7b-07b8dd5b9e4c req-6cc7c408-3187-47e3-8095-f9967bc52099 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456967 Nov 09 04:57:51.976123 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-42c177b4-0aea-4524-a2d6-086bbf0c27f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:51.978861 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-42c177b4-0aea-4524-a2d6-086bbf0c27f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:51.980211 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-42c177b4-0aea-4524-a2d6-086bbf0c27f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e53f55d5-5bcc-456e-b59c-33704bf8ad64 HTTP/1.1" status: 204 len: 168 time: 0.1301637 Nov 09 04:57:51.988564 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c177b4-0aea-4524-a2d6-086bbf0c27f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53f55d5-5bcc-456e-b59c-33704bf8ad64,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:52.460085 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 43714) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:52.638101 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c1b04a14-4590-454b-97c8-9504b071d03d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:52.670817 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b74e04-30fb-49f0-af18-ba4b1e84d418 req-c844345d-f268-41d2-8ea7-7a8259c9ea38 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:52.672310 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-40b74e04-30fb-49f0-af18-ba4b1e84d418 req-c844345d-f268-41d2-8ea7-7a8259c9ea38 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0770304 Nov 09 04:57:52.746607 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-40b74e04-30fb-49f0-af18-ba4b1e84d418 req-1d607732-874b-48e6-aa64-4f218c101ddb tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681741 Nov 09 04:57:52.781114 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c1b04a14-4590-454b-97c8-9504b071d03d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:52.785319 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c1b04a14-4590-454b-97c8-9504b071d03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:52.824226 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-c1b04a14-4590-454b-97c8-9504b071d03d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f41f5f58bfb94802bdc4d0baeb8bac44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3628156 Nov 09 04:57:52.826117 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b04a14-4590-454b-97c8-9504b071d03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff630c6e-7e1c-464f-a030-967dfffdb20d,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:52.827197 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 43732) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:52.880021 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e319e630-8b60-4e0e-be52-4268f2539834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:52.900550 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e319e630-8b60-4e0e-be52-4268f2539834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:52.953030 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e319e630-8b60-4e0e-be52-4268f2539834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:52.955937 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device d6b95a2c-0b66-4503-93bb-c3d25b0b0db8 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:57:52.957936 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e319e630-8b60-4e0e-be52-4268f2539834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:52.959367 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-e319e630-8b60-4e0e-be52-4268f2539834 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff630c6e-7e1c-464f-a030-967dfffdb20d HTTP/1.1" status: 204 len: 168 time: 0.1311045 Nov 09 04:57:52.968732 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319e630-8b60-4e0e-be52-4268f2539834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff630c6e-7e1c-464f-a030-967dfffdb20d,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:53.004414 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] No Port match for: d6b95a2c-0b66-4503-93bb-c3d25b0b0db8 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:57:53.005693 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device d6b95a2c-0b66-4503-93bb-c3d25b0b0db8 not bound to the agent host hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:57:53.081452 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e07c1-b804-47ae-9f8b-53da8acfb246 req-651ebeb7-31c8-4386-8959-48300968ae8b tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:53.083187 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d18e07c1-b804-47ae-9f8b-53da8acfb246 req-651ebeb7-31c8-4386-8959-48300968ae8b tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=926a492f-db29-4e1e-bec9-8bb044ed9222 HTTP/1.1" status: 200 len: 945 time: 0.0559697 Nov 09 04:57:53.144237 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d18e07c1-b804-47ae-9f8b-53da8acfb246 req-9f1cd3b0-cd8c-49d8-9b2b-9c949bd1754a tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551293 Nov 09 04:57:53.427281 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 43762) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:53.446746 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-50bbba6a-fe01-4024-b47b-79c73174a7f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:53.501527 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 43766) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:53.544718 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-50bbba6a-fe01-4024-b47b-79c73174a7f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:53.550428 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-50bbba6a-fe01-4024-b47b-79c73174a7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:53.569169 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_v2 [None req-3500901d-3dfe-4ba1-baa9-bef6cd9c58c5 admin admin] Deleting subnet cd1018dc-f9a3-43a6-8902-e8d9aeb84e77 {{(pid=100972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:57:53.577004 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-3500901d-3dfe-4ba1-baa9-bef6cd9c58c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:53.589157 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbba6a-fe01-4024-b47b-79c73174a7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e8d38c-f4ad-40b2-92f4-fb9eec51c497,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:53.594939 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-50bbba6a-fe01-4024-b47b-79c73174a7f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3473cff065a4fa5b113f0878105e734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660609 Nov 09 04:57:53.597233 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 43768) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:53.655976 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-3500901d-3dfe-4ba1-baa9-bef6cd9c58c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25701761'] for subnet, precommit_delete_associations {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:53.668292 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-6caf6580-9bda-40a0-aab4-0719f928ec1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:53.709800 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-3500901d-3dfe-4ba1-baa9-bef6cd9c58c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16203819'] for subnet, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:53.713106 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-6caf6580-9bda-40a0-aab4-0719f928ec1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:53.773679 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-3500901d-3dfe-4ba1-baa9-bef6cd9c58c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16203810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25700707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26186246'] for subnet, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:53.784823 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-6caf6580-9bda-40a0-aab4-0719f928ec1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:53.787366 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-6caf6580-9bda-40a0-aab4-0719f928ec1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:53.788543 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-6caf6580-9bda-40a0-aab4-0719f928ec1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44e8d38c-f4ad-40b2-92f4-fb9eec51c497 HTTP/1.1" status: 204 len: 168 time: 0.1901832 Nov 09 04:57:53.810353 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf6580-9bda-40a0-aab4-0719f928ec1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e8d38c-f4ad-40b2-92f4-fb9eec51c497,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:53.816466 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500901d-3dfe-4ba1-baa9-bef6cd9c58c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd1018dc-f9a3-43a6-8902-e8d9aeb84e77,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:53.819990 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-3500901d-3dfe-4ba1-baa9-bef6cd9c58c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:53.824811 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-3500901d-3dfe-4ba1-baa9-bef6cd9c58c5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cd1018dc-f9a3-43a6-8902-e8d9aeb84e77 HTTP/1.1" status: 204 len: 168 time: 0.3222558 Nov 09 04:57:53.828258 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 43780) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:53.948926 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-3ec539f1-4694-44c0-9d82-0924b72bcbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16329678'] for network, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:53.972762 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2f0d2-20cb-4776-b992-37a4cfbbe977 req-864cc331-1874-4fe5-980c-d2cc04702c17 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:53.974362 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e2d2f0d2-20cb-4776-b992-37a4cfbbe977 req-864cc331-1874-4fe5-980c-d2cc04702c17 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.1047130 Nov 09 04:57:54.087672 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-3ec539f1-4694-44c0-9d82-0924b72bcbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16206686', 'neutron.services.segments.db._delete_segments_for_network-8784574975281'] for network, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:54.133361 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.services.segments.db [None req-3ec539f1-4694-44c0-9d82-0924b72bcbad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d7125c-22b1-4e83-a8ec-8b58c6b76394']}} {{(pid=100971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:57:54.139723 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e2d2f0d2-20cb-4776-b992-37a4cfbbe977 req-fa518e4e-3276-4e31-b6c7-5a40613e3fc1 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412334 Nov 09 04:57:54.149518 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.services.segments.db [None req-3ec539f1-4694-44c0-9d82-0924b72bcbad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458250d6-896a-481f-8bec-e3567f9bac15') {'for_net_delete': True} {{(pid=100971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:57:54.149896 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.services.segments.db [None req-3ec539f1-4694-44c0-9d82-0924b72bcbad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458250d6-896a-481f-8bec-e3567f9bac15') {} {{(pid=100971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:57:54.164020 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-3ec539f1-4694-44c0-9d82-0924b72bcbad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784575010618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3198631'] for segment, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:54.185998 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-3ec539f1-4694-44c0-9d82-0924b72bcbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:54.193094 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec539f1-4694-44c0-9d82-0924b72bcbad admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=100971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:57:54.193522 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-3ec539f1-4694-44c0-9d82-0924b72bcbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3537944'] for segment, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: Traceback (most recent call last): Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: timer() Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: cb(*args, **kw) Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: return func(*args, **kwargs) Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: self._notify() Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: self.callback(batched_events) Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: event.method(event) Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: return f(self, *a, **k) Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: return self._get(url).json() Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: return self.request(url, 'GET', **kwargs) Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:57:54.195790 dv-cinder-817135-2-iscsi neutron-server[100971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:57:54.265934 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-3ec539f1-4694-44c0-9d82-0924b72bcbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16205741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461216'] for network, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:54.271294 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-3ec539f1-4694-44c0-9d82-0924b72bcbad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:54.274739 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-3ec539f1-4694-44c0-9d82-0924b72bcbad admin admin] 10.222.0.41 "DELETE /v2.0/networks/19d7125c-22b1-4e83-a8ec-8b58c6b76394 HTTP/1.1" status: 204 len: 168 time: 0.4453671 Nov 09 04:57:54.288408 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 43798) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:54.288877 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3bf2d-2c54-43b2-9ac5-d4ce5a214a10 req-44082470-bb48-43fe-8abc-1ea57ac572c2 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:54.289549 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec539f1-4694-44c0-9d82-0924b72bcbad admin admin] Pushing event deleted for resources: {'Network': ['ID=19d7125c-22b1-4e83-a8ec-8b58c6b76394,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:54.290737 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e6b3bf2d-2c54-43b2-9ac5-d4ce5a214a10 req-44082470-bb48-43fe-8abc-1ea57ac572c2 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=926a492f-db29-4e1e-bec9-8bb044ed9222 HTTP/1.1" status: 200 len: 945 time: 0.0624657 Nov 09 04:57:54.311936 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-55bbbf82-e295-4b36-8bf1-a8a54ee7ae79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:54.406082 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-55bbbf82-e295-4b36-8bf1-a8a54ee7ae79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:54.407453 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-55bbbf82-e295-4b36-8bf1-a8a54ee7ae79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:54.490234 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-55bbbf82-e295-4b36-8bf1-a8a54ee7ae79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dbfe40390d9e4d338afb42e957fcd48a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1967790 Nov 09 04:57:54.491207 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbbf82-e295-4b36-8bf1-a8a54ee7ae79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182374eb-b438-4550-afe5-c1e8023e03e2,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:54.493476 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 43806) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:54.564443 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ddb8229d-b7b2-43d7-b2fc-fcd5e67ab748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:54.583732 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 43808) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:54.596045 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ddb8229d-b7b2-43d7-b2fc-fcd5e67ab748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:54.663786 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-3c724d6f-e000-4962-8b94-3fc828dca14d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27238c465f3941fb932e099dca430763&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0787938 Nov 09 04:57:54.666474 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 43812) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:54.690667 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e6b3bf2d-2c54-43b2-9ac5-d4ce5a214a10 req-7cdebb39-3c86-4749-b3e8-168ee09a9a85 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864768 Nov 09 04:57:54.759778 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ddb8229d-b7b2-43d7-b2fc-fcd5e67ab748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:54.770185 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ddb8229d-b7b2-43d7-b2fc-fcd5e67ab748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:54.777744 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-ddb8229d-b7b2-43d7-b2fc-fcd5e67ab748 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/182374eb-b438-4550-afe5-c1e8023e03e2 HTTP/1.1" status: 204 len: 168 time: 0.2809098 Nov 09 04:57:54.802513 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-59fe2a4b-5d4b-4330-8ab3-a973ce8e3fd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:54.806266 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8229d-b7b2-43d7-b2fc-fcd5e67ab748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182374eb-b438-4550-afe5-c1e8023e03e2,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:54.868095 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-59fe2a4b-5d4b-4330-8ab3-a973ce8e3fd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:54.968667 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-a837eca6-7d2a-4ae0-a79b-8c14b8838875 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:54.971653 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-a837eca6-7d2a-4ae0-a79b-8c14b8838875 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/networks?id=9dc74574-bcbe-4d7d-85c6-61611faf1df6 HTTP/1.1" status: 200 len: 815 time: 0.1385500 Nov 09 04:57:54.975665 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-59fe2a4b-5d4b-4330-8ab3-a973ce8e3fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:54.978362 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-59fe2a4b-5d4b-4330-8ab3-a973ce8e3fd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:54.979421 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-59fe2a4b-5d4b-4330-8ab3-a973ce8e3fd5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1cd5211f-7339-461a-8ab6-9b8e7e316cbb HTTP/1.1" status: 204 len: 168 time: 0.3119550 Nov 09 04:57:54.996087 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe2a4b-5d4b-4330-8ab3-a973ce8e3fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd5211f-7339-461a-8ab6-9b8e7e316cbb,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:54.998776 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-89657002-ad4c-46b2-91e7-e796ba7e877b tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/quotas/3e9bea92048e49debbf053fea8eb2b9f HTTP/1.1" status: 200 len: 375 time: 0.0183725 Nov 09 04:57:55.062082 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-98c9dde4-bdf1-4c11-bf35-331d4bdd99cb tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e9bea92048e49debbf053fea8eb2b9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0512376 Nov 09 04:57:55.175717 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-156e13b9-38bb-4b52-86bd-48965839561a service neutron] 10.222.0.41 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026669 Nov 09 04:57:55.281168 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-c4d4a741-9def-4578-a6ba-737b1da35921 service neutron] 10.222.0.41 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032653 Nov 09 04:57:55.391368 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689186a6-864a-4641-a1f1-7fc1c1ec69e2 req-a48b4c88-9e92-46ad-8a2e-a284ad5ee62c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:55.393316 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-689186a6-864a-4641-a1f1-7fc1c1ec69e2 req-a48b4c88-9e92-46ad-8a2e-a284ad5ee62c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0810502 Nov 09 04:57:55.458973 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-689186a6-864a-4641-a1f1-7fc1c1ec69e2 req-c48dbb8e-60ff-465b-b693-9984a792d9ab tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563293 Nov 09 04:57:55.586514 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c13081c2-35c3-4d57-8256-c88bb51ded99 req-faf34e79-421c-419c-a5a2-89c47f64a42a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 210 time: 0.0512097 Nov 09 04:57:55.619470 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:57:56.143599 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 43912) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:56.335904 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef98de-96b1-4517-9e3d-c29089da1b9b req-27879277-8f50-4e45-8b02-c01d0a59b9cf tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:56.344880 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-59ef98de-96b1-4517-9e3d-c29089da1b9b req-27879277-8f50-4e45-8b02-c01d0a59b9cf tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=926a492f-db29-4e1e-bec9-8bb044ed9222 HTTP/1.1" status: 200 len: 945 time: 0.1038237 Nov 09 04:57:56.420184 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-59ef98de-96b1-4517-9e3d-c29089da1b9b req-d56d472b-9ab9-424c-92b3-61c5650548d3 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695899 Nov 09 04:57:56.684395 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-00f250d0-f0ec-4dd3-b2a3-25b37d116a24 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1015286971-network', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:57:56.747228 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f250d0-f0ec-4dd3-b2a3-25b37d116a24 admin admin] Made reservation on behalf of acf465ea6c244dcaa76ca3817fc6801f for: {'network': 1} {{(pid=100971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:57:56.750254 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-00f250d0-f0ec-4dd3-b2a3-25b37d116a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for network, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:56.777744 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-00f250d0-f0ec-4dd3-b2a3-25b37d116a24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:56.825749 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44a665-1a40-4de0-b83c-c8c604c02e4b req-328086df-79ba-46cd-96e3-0366fae1a397 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:56.827874 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-fe44a665-1a40-4de0-b83c-c8c604c02e4b req-328086df-79ba-46cd-96e3-0366fae1a397 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0977492 Nov 09 04:57:56.924204 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-fe44a665-1a40-4de0-b83c-c8c604c02e4b req-d5547504-1fa9-47cb-865f-228048ddb468 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878828 Nov 09 04:57:56.925451 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-af856199-a3f1-4f11-8578-c8db7f97d166 req-0cfa98c3-9db8-4b5d-bfb2-639d3340888b tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 210 time: 0.0360568 Nov 09 04:57:56.967665 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-00f250d0-f0ec-4dd3-b2a3-25b37d116a24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:56.972849 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-00f250d0-f0ec-4dd3-b2a3-25b37d116a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:56.999539 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f250d0-f0ec-4dd3-b2a3-25b37d116a24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=100971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:57:57.012365 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-00f250d0-f0ec-4dd3-b2a3-25b37d116a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:57.013728 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.db.segments_db [None req-00f250d0-f0ec-4dd3-b2a3-25b37d116a24 admin admin] Added segment c4a5a13a-f5c8-4b19-9489-1926e934b027 of type vlan for network 9f10e939-279a-4c85-98c6-1d5ee6c0218c Nov 09 04:57:57.070378 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-00f250d0-f0ec-4dd3-b2a3-25b37d116a24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784574440138'] for network, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:57.105621 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-3fb68f6c-e351-4707-915c-0d15b2486c08 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:57.107228 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-3fb68f6c-e351-4707-915c-0d15b2486c08 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.20 "GET /v2.0/networks?id=9dc74574-bcbe-4d7d-85c6-61611faf1df6 HTTP/1.1" status: 200 len: 815 time: 0.1139052 Nov 09 04:57:57.117210 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-00f250d0-f0ec-4dd3-b2a3-25b37d116a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for network, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:57.118176 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f250d0-f0ec-4dd3-b2a3-25b37d116a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:57.119864 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-00f250d0-f0ec-4dd3-b2a3-25b37d116a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:57.144588 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-9fed19ef-b502-4c27-b5a0-a9e5b9bde131 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Request body: {'port': {'device_id': 'f4587bfc-3272-4893-a25b-9e3cdbcd8f47', 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6', 'admin_state_up': True, 'tenant_id': '3e9bea92048e49debbf053fea8eb2b9f'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:57:57.155116 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-00f250d0-f0ec-4dd3-b2a3-25b37d116a24 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0094166 Nov 09 04:57:57.165605 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f250d0-f0ec-4dd3-b2a3-25b37d116a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a489ab0-8c83-43d4-9d7b-96a7bb18e7bd,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:57.167586 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 43954) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:57.176678 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-9e84dbaf-5429-4fd3-97b5-51569f05f4dd admin admin] Request body: {'subnet': {'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1015286971-subnet', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:57:57.230013 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f250d0-f0ec-4dd3-b2a3-25b37d116a24 admin admin] Pushing event updated for resources: {'Network': ['ID=9f10e939-279a-4c85-98c6-1d5ee6c0218c,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:57.241504 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Network 9f10e939-279a-4c85-98c6-1d5ee6c0218c details requested by agent ovs-agent-dv-cinder-817135-2-iscsi with host dv-cinder-817135-2-iscsi {{(pid=100973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:57:57.280036 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e84dbaf-5429-4fd3-97b5-51569f05f4dd admin admin] Made reservation on behalf of acf465ea6c244dcaa76ca3817fc6801f for: {'subnet': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:57:57.283612 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-9e84dbaf-5429-4fd3-97b5-51569f05f4dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185191'] for subnet, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:57.399101 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-9fed19ef-b502-4c27-b5a0-a9e5b9bde131 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Made reservation on behalf of 3e9bea92048e49debbf053fea8eb2b9f for: {'port': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:57:57.402571 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-9fed19ef-b502-4c27-b5a0-a9e5b9bde131 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:57.560154 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 43976) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:57.638388 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686866c-d1b5-4066-980e-a652ce7e9e50 req-9e6efac7-6f19-4eb0-ad77-51fc3ceb01ab tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:57.639772 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0686866c-d1b5-4066-980e-a652ce7e9e50 req-9e6efac7-6f19-4eb0-ad77-51fc3ceb01ab tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=926a492f-db29-4e1e-bec9-8bb044ed9222 HTTP/1.1" status: 200 len: 945 time: 0.1432204 Nov 09 04:57:57.652136 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-9e84dbaf-5429-4fd3-97b5-51569f05f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25700642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26186269'] for subnet, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:57.675312 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-d53c6126-1274-4031-b333-22672aa04005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:57.708286 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_common [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-9fed19ef-b502-4c27-b5a0-a9e5b9bde131 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Allocated IP 172.20.0.4 (9dc74574-bcbe-4d7d-85c6-61611faf1df6/54166d97-84bf-4725-a6b5-fd66b63ba4bd/ac852503-70fb-48a9-b3d8-4f2cac27b230) {{(pid=100972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:57:57.751594 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-d53c6126-1274-4031-b333-22672aa04005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:57.755465 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-d53c6126-1274-4031-b333-22672aa04005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:57.760376 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84dbaf-5429-4fd3-97b5-51569f05f4dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a0572c-751c-4e91-b532-b38a534f78d3,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:57.783463 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0686866c-d1b5-4066-980e-a652ce7e9e50 req-081143a1-b35c-489c-bb02-eb754aa8cd84 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353128 Nov 09 04:57:57.795847 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-d53c6126-1274-4031-b333-22672aa04005 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c36edb927ea41e98287b874e1e4d9de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344153 Nov 09 04:57:57.796364 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c6126-1274-4031-b333-22672aa04005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac091991-6c82-41a3-b80b-6f16a0b97bfa,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:57.798608 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 43982) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:57.801598 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84dbaf-5429-4fd3-97b5-51569f05f4dd admin admin] Checking segment: {'id': 'c4a5a13a-f5c8-4b19-9489-1926e934b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:57:57.802152 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e84dbaf-5429-4fd3-97b5-51569f05f4dd admin admin] Network hostable DHCP agents. Network: 9f10e939-279a-4c85-98c6-1d5ee6c0218c, hostable agents: ['d072c37d-c6e5-4774-92cd-7a83958f5a5d'], hosted agents: [] {{(pid=100972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:57:57.847042 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e84dbaf-5429-4fd3-97b5-51569f05f4dd admin admin] Network 9f10e939-279a-4c85-98c6-1d5ee6c0218c is scheduled to be hosted by DHCP agent d072c37d-c6e5-4774-92cd-7a83958f5a5d with binding_index 1 {{(pid=100972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:57:57.849951 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-4960c6a2-2a8b-45d5-a7e0-c0df5d188a2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:57.872984 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-4960c6a2-2a8b-45d5-a7e0-c0df5d188a2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:57.893113 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-9e84dbaf-5429-4fd3-97b5-51569f05f4dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-2-iscsi, 9f10e939-279a-4c85-98c6-1d5ee6c0218c) {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:57:57.899770 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e84dbaf-5429-4fd3-97b5-51569f05f4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:57.900357 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-9e84dbaf-5429-4fd3-97b5-51569f05f4dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:57.909063 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05316d8-2faf-4a00-9266-4af0e614f844 None None] Network 9f10e939-279a-4c85-98c6-1d5ee6c0218c requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:57:57.925136 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-9e84dbaf-5429-4fd3-97b5-51569f05f4dd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7562532 Nov 09 04:57:57.927700 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-4960c6a2-2a8b-45d5-a7e0-c0df5d188a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:57.928006 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 43984) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:57.930593 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-4960c6a2-2a8b-45d5-a7e0-c0df5d188a2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:57.931795 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-4960c6a2-2a8b-45d5-a7e0-c0df5d188a2b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac091991-6c82-41a3-b80b-6f16a0b97bfa HTTP/1.1" status: 204 len: 168 time: 0.1322348 Nov 09 04:57:57.936416 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-53838700-b1ab-4341-8c39-0cfaddd2b2af admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1015286971-router', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:57:57.969511 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960c6a2-2a8b-45d5-a7e0-c0df5d188a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac091991-6c82-41a3-b80b-6f16a0b97bfa,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:57.985097 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-9fed19ef-b502-4c27-b5a0-a9e5b9bde131 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks [] for port, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:57.986960 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-53838700-b1ab-4341-8c39-0cfaddd2b2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5241'] for router, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:57.993901 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-53838700-b1ab-4341-8c39-0cfaddd2b2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5234'] for router, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:58.060698 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c03db9c5-ae18-492b-ada1-fd073c676ac6 req-306e30da-1b02-465a-9e47-98845a6caa11 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 210 time: 0.0420134 Nov 09 04:57:58.103499 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-53838700-b1ab-4341-8c39-0cfaddd2b2af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:58.120274 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b122fb3-fa6d-4120-902c-1aee8b0be7d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21777919-bb63-569a-890b-429e7a5fb4dd-9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'fixed_ips': [{'subnet_id': '45a0572c-751c-4e91-b532-b38a534f78d3'}]}} from dv-cinder-817135-2-iscsi. {{(pid=100973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 04:57:58.121467 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-8b122fb3-fa6d-4120-902c-1aee8b0be7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:58.162496 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-79299e11-6e67-472c-bcf8-ef9b93234408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:58.205093 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303d8c2-5ea1-4c46-82bc-fe9092b8d2c5 req-3f519bfe-6996-45ab-9bc0-4b73ad9ccd16 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:58.206571 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1303d8c2-5ea1-4c46-82bc-fe9092b8d2c5 req-3f519bfe-6996-45ab-9bc0-4b73ad9ccd16 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.1692924 Nov 09 04:57:58.242374 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-9fed19ef-b502-4c27-b5a0-a9e5b9bde131 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:58.281066 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:57:58.319115 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 43994) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:58.323408 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-53838700-b1ab-4341-8c39-0cfaddd2b2af admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:58.334108 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.db_base_plugin_common [None req-8b122fb3-fa6d-4120-902c-1aee8b0be7d0 None None] Allocated IP 172.20.0.2 (9f10e939-279a-4c85-98c6-1d5ee6c0218c/45a0572c-751c-4e91-b532-b38a534f78d3/015ace1e-4079-43b3-877b-636f02e664e1) {{(pid=100973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:57:58.373968 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-9fed19ef-b502-4c27-b5a0-a9e5b9bde131 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Network 9dc74574-bcbe-4d7d-85c6-61611faf1df6 is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:57:58.374883 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0dd5c955-cc3b-4916-8ec6-ba26ad4cef48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:58.395217 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-9fed19ef-b502-4c27-b5a0-a9e5b9bde131 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:57:58.409492 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-9fed19ef-b502-4c27-b5a0-a9e5b9bde131 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Received port after_create {{(pid=100972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:57:58.438375 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed19ef-b502-4c27-b5a0-a9e5b9bde131 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Pushing event updated for resources: {'Port': ['ID=ac852503-70fb-48a9-b3d8-4f2cac27b230,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:58.451052 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1303d8c2-5ea1-4c46-82bc-fe9092b8d2c5 req-014b8538-d218-42d7-bcb2-0321de7d0a78 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066414 Nov 09 04:57:58.522457 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-9fed19ef-b502-4c27-b5a0-a9e5b9bde131 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:58.523058 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-9fed19ef-b502-4c27-b5a0-a9e5b9bde131 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:58.549187 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-9fed19ef-b502-4c27-b5a0-a9e5b9bde131 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4097409 Nov 09 04:57:58.588626 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-8b122fb3-fa6d-4120-902c-1aee8b0be7d0 None None] Publish callbacks [] for port, precommit_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:58.596693 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-8b122fb3-fa6d-4120-902c-1aee8b0be7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384'] for port, after_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:58.596930 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-bfa2c0c3-9597-4652-b44f-cf3d8b891f46 service neutron] Request body: {'port': {'device_id': 'f4587bfc-3272-4893-a25b-9e3cdbcd8f47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:57:58.627584 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0dd5c955-cc3b-4916-8ec6-ba26ad4cef48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:58.634992 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b122fb3-fa6d-4120-902c-1aee8b0be7d0 None None] Network 9f10e939-279a-4c85-98c6-1d5ee6c0218c is already hosted by enough agents. {{(pid=100973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:57:58.638063 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.scheduler.base_scheduler [None req-8b122fb3-fa6d-4120-902c-1aee8b0be7d0 None None] Resources bound (agent type, host, resource id): {{(pid=100973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:57:58.641628 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b122fb3-fa6d-4120-902c-1aee8b0be7d0 None None] Received port after_create {{(pid=100973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:57:58.644480 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0dd5c955-cc3b-4916-8ec6-ba26ad4cef48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:58.713263 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b122fb3-fa6d-4120-902c-1aee8b0be7d0 None None] Pushing event updated for resources: {'Port': ['ID=015ace1e-4079-43b3-877b-636f02e664e1,revision_number=1']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:58.736878 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-8b122fb3-fa6d-4120-902c-1aee8b0be7d0 None None] Attempting to bind port 015ace1e-4079-43b3-877b-636f02e664e1 on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:57:58.737171 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-8b122fb3-fa6d-4120-902c-1aee8b0be7d0 None None] Attempting to bind port 015ace1e-4079-43b3-877b-636f02e664e1 by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': 'c4a5a13a-f5c8-4b19-9489-1926e934b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c'}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:57:58.737529 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b122fb3-fa6d-4120-902c-1aee8b0be7d0 None None] Attempting to bind port 015ace1e-4079-43b3-877b-636f02e664e1 on network 9f10e939-279a-4c85-98c6-1d5ee6c0218c {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:57:58.743456 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b122fb3-fa6d-4120-902c-1aee8b0be7d0 None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:57:58.743857 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b122fb3-fa6d-4120-902c-1aee8b0be7d0 None None] Checking segment: {'id': 'c4a5a13a-f5c8-4b19-9489-1926e934b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:57:58.744255 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-8b122fb3-fa6d-4120-902c-1aee8b0be7d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:58.744646 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b122fb3-fa6d-4120-902c-1aee8b0be7d0 None None] Bound using segment: {'id': 'c4a5a13a-f5c8-4b19-9489-1926e934b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c'} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:57:58.745114 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-8b122fb3-fa6d-4120-902c-1aee8b0be7d0 None None] Bound port: 015ace1e-4079-43b3-877b-636f02e664e1, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a5a13a-f5c8-4b19-9489-1926e934b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c'}}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:57:58.745498 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-8b122fb3-fa6d-4120-902c-1aee8b0be7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:58.799762 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-0dd5c955-cc3b-4916-8ec6-ba26ad4cef48 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1a2eaed625824707b67118cffe00f534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4697993 Nov 09 04:57:58.800496 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 44004) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:57:58.801955 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-bfa2c0c3-9597-4652-b44f-cf3d8b891f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:58.815194 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5c955-cc3b-4916-8ec6-ba26ad4cef48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82b43a3-8b28-4fbd-ae6e-2d61d921cd6f,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:58.845802 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-8b122fb3-fa6d-4120-902c-1aee8b0be7d0 None None] For port 015ace1e-4079-43b3-877b-636f02e664e1, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:57:58.857573 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-8b122fb3-fa6d-4120-902c-1aee8b0be7d0 None None] For port 015ace1e-4079-43b3-877b-636f02e664e1, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=015ace1e-4079-43b3-877b-636f02e664e1,segment=NetworkSegment(c4a5a13a-f5c8-4b19-9489-1926e934b027),segment_id=c4a5a13a-f5c8-4b19-9489-1926e934b027)] {{(pid=100973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:57:58.867810 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-8b122fb3-fa6d-4120-902c-1aee8b0be7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:58.886492 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-702e3e19-279f-4ded-865a-571087447f12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:58.920738 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-702e3e19-279f-4ded-865a-571087447f12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:58.959451 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-53838700-b1ab-4341-8c39-0cfaddd2b2af admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:58.968093 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b122fb3-fa6d-4120-902c-1aee8b0be7d0 None None] Pushing event updated for resources: {'Port': ['ID=015ace1e-4079-43b3-877b-636f02e664e1,revision_number=2']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:58.996105 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-702e3e19-279f-4ded-865a-571087447f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:58.999517 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-702e3e19-279f-4ded-865a-571087447f12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:59.003759 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-702e3e19-279f-4ded-865a-571087447f12 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c82b43a3-8b28-4fbd-ae6e-2d61d921cd6f HTTP/1.1" status: 204 len: 168 time: 0.2025661 Nov 09 04:57:59.019488 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e3e19-279f-4ded-865a-571087447f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82b43a3-8b28-4fbd-ae6e-2d61d921cd6f,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:57:59.019839 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-53838700-b1ab-4341-8c39-0cfaddd2b2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:59.204871 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670abe72-a412-4374-b958-9c5f2ff43f62 req-21083ffb-77c2-465a-a012-819ac5e91feb tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:59.206422 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-670abe72-a412-4374-b958-9c5f2ff43f62 req-21083ffb-77c2-465a-a012-819ac5e91feb tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 931 time: 0.0660489 Nov 09 04:57:59.270395 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110855f1-6f84-4bbc-93d4-b6fbc9d2229c req-c35408c2-48d2-44a2-8932-43f91ef575cb tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:59.281110 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-110855f1-6f84-4bbc-93d4-b6fbc9d2229c req-c35408c2-48d2-44a2-8932-43f91ef575cb tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=926a492f-db29-4e1e-bec9-8bb044ed9222 HTTP/1.1" status: 200 len: 945 time: 0.3449171 Nov 09 04:57:59.302347 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-670abe72-a412-4374-b958-9c5f2ff43f62 req-540427e3-78f4-42b9-8b09-be6e0e0c99ec tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857525 Nov 09 04:57:59.412401 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aad629-1279-4459-84a4-c92494dbbdd9 req-9711e293-439c-46ef-b07d-24b540eb86a5 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:59.414933 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c8aad629-1279-4459-84a4-c92494dbbdd9 req-9711e293-439c-46ef-b07d-24b540eb86a5 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.20 "GET /v2.0/ports?device_id=926a492f-db29-4e1e-bec9-8bb044ed9222 HTTP/1.1" status: 200 len: 945 time: 0.3104188 Nov 09 04:57:59.425553 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_common [None req-53838700-b1ab-4341-8c39-0cfaddd2b2af admin admin] Allocated IP 172.27.0.171 (88e43ffb-3775-4d57-b72a-70455855b0f1/a0c8eb9b-e525-49dd-abc3-6c12893ff27c/1d37c2a7-fa95-485e-97b3-8de99d876880) {{(pid=100972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:57:59.444032 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-110855f1-6f84-4bbc-93d4-b6fbc9d2229c req-079237e9-20c5-46b5-838d-1ee24a9c747e tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617610 Nov 09 04:57:59.582385 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f76d1-295f-4d9f-991d-7e11def5537c req-bbed864b-5784-42f3-8a48-66ae96a958c8 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:57:59.584021 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4e4f76d1-295f-4d9f-991d-7e11def5537c req-bbed864b-5784-42f3-8a48-66ae96a958c8 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0548794 Nov 09 04:57:59.633647 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4e4f76d1-295f-4d9f-991d-7e11def5537c req-70852b24-c278-4383-a739-2590ed30ae4a tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434511 Nov 09 04:57:59.698140 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-bfa2c0c3-9597-4652-b44f-cf3d8b891f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac852503-70fb-48a9-b3d8-4f2cac27b230 {{(pid=100972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:57:59.714955 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-bfa2c0c3-9597-4652-b44f-cf3d8b891f46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:59.726191 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-53838700-b1ab-4341-8c39-0cfaddd2b2af admin admin] Publish callbacks [] for port, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:59.742725 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-c8aad629-1279-4459-84a4-c92494dbbdd9 req-a313f6d4-b650-4a74-80a4-557feeddbf2e tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Deleting port e23817bc-a285-4bc5-a517-b404e94ba176 {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:57:59.743066 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-c8aad629-1279-4459-84a4-c92494dbbdd9 req-a313f6d4-b650-4a74-80a4-557feeddbf2e tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:57:59.751603 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.provisioning_blocks [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-bfa2c0c3-9597-4652-b44f-cf3d8b891f46 service neutron] Transition to ACTIVE for port object ac852503-70fb-48a9-b3d8-4f2cac27b230 will not be triggered until provisioned by entity L2. {{(pid=100972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:57:59.772355 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-bfa2c0c3-9597-4652-b44f-cf3d8b891f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:00.036306 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 015ace1e-4079-43b3-877b-636f02e664e1 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:58:00.120974 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port 015ace1e-4079-43b3-877b-636f02e664e1 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:00.121347 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:00.167108 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c562b3cf-8b54-47c1-bae9-33017dc59017 None None] Network 9f10e939-279a-4c85-98c6-1d5ee6c0218c requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:58:00.206586 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2c0c3-9597-4652-b44f-cf3d8b891f46 service neutron] Pushing event updated for resources: {'Port': ['ID=ac852503-70fb-48a9-b3d8-4f2cac27b230,revision_number=2']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:00.225071 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-c8aad629-1279-4459-84a4-c92494dbbdd9 req-a313f6d4-b650-4a74-80a4-557feeddbf2e tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] For port e23817bc-a285-4bc5-a517-b404e94ba176, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e23817bc-a285-4bc5-a517-b404e94ba176,segment=NetworkSegment(865b446b-7da1-4537-8494-9795ce15c819),segment_id=865b446b-7da1-4537-8494-9795ce15c819)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:00.225559 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-c8aad629-1279-4459-84a4-c92494dbbdd9 req-a313f6d4-b650-4a74-80a4-557feeddbf2e tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:00.241510 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-53838700-b1ab-4341-8c39-0cfaddd2b2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:00.257460 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-c8aad629-1279-4459-84a4-c92494dbbdd9 req-a313f6d4-b650-4a74-80a4-557feeddbf2e tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Calling delete_port for e23817bc-a285-4bc5-a517-b404e94ba176 owned by compute:nova {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:58:00.305009 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-5301048b-d4f3-4f9f-a51d-cbe93112538e None None] Provisioning complete for port 015ace1e-4079-43b3-877b-636f02e664e1 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:00.311515 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-5301048b-d4f3-4f9f-a51d-cbe93112538e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:00.343832 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53838700-b1ab-4341-8c39-0cfaddd2b2af admin admin] Network 88e43ffb-3775-4d57-b72a-70455855b0f1 is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:58:00.385109 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-53838700-b1ab-4341-8c39-0cfaddd2b2af admin admin] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:58:00.409153 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53838700-b1ab-4341-8c39-0cfaddd2b2af admin admin] Received port after_create {{(pid=100972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:58:00.442918 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-95cba001-a3a6-4983-9927-e552935d9d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:00.472239 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53838700-b1ab-4341-8c39-0cfaddd2b2af admin admin] Pushing event updated for resources: {'Port': ['ID=1d37c2a7-fa95-485e-97b3-8de99d876880,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:00.507327 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-bfa2c0c3-9597-4652-b44f-cf3d8b891f46 service neutron] Attempting to bind port ac852503-70fb-48a9-b3d8-4f2cac27b230 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:58:00.507931 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-bfa2c0c3-9597-4652-b44f-cf3d8b891f46 service neutron] Attempting to bind port ac852503-70fb-48a9-b3d8-4f2cac27b230 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '15b33fde-2078-42f0-ac57-1c9310d80e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6'}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:58:00.508418 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-bfa2c0c3-9597-4652-b44f-cf3d8b891f46 service neutron] Attempting to bind port ac852503-70fb-48a9-b3d8-4f2cac27b230 on network 9dc74574-bcbe-4d7d-85c6-61611faf1df6 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:58:00.510316 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:00.511125 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5477c0-a693-4954-ac67-838ffd0f9548 req-3c9b2e5c-da01-469b-8bb5-c781f7e63066 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:00.516295 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-bfa2c0c3-9597-4652-b44f-cf3d8b891f46 service neutron] Port ac852503-70fb-48a9-b3d8-4f2cac27b230 on network 9dc74574-bcbe-4d7d-85c6-61611faf1df6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:58:00.516914 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-bfa2c0c3-9597-4652-b44f-cf3d8b891f46 service neutron] Attempting to bind port ac852503-70fb-48a9-b3d8-4f2cac27b230 on network 9dc74574-bcbe-4d7d-85c6-61611faf1df6 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:58:00.520889 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1a5477c0-a693-4954-ac67-838ffd0f9548 req-3c9b2e5c-da01-469b-8bb5-c781f7e63066 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 943 time: 0.1105332 Nov 09 04:58:00.528455 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-bfa2c0c3-9597-4652-b44f-cf3d8b891f46 service neutron] Checking agent: {'id': '95cbc7df-874e-4f22-acf5-3b3cdde6b18e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'started_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:58:00.529012 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-bfa2c0c3-9597-4652-b44f-cf3d8b891f46 service neutron] Checking segment: {'id': '15b33fde-2078-42f0-ac57-1c9310d80e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:58:00.529548 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-bfa2c0c3-9597-4652-b44f-cf3d8b891f46 service neutron] Bound using segment: {'id': '15b33fde-2078-42f0-ac57-1c9310d80e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6'} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:58:00.530238 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-bfa2c0c3-9597-4652-b44f-cf3d8b891f46 service neutron] Bound port: ac852503-70fb-48a9-b3d8-4f2cac27b230, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b33fde-2078-42f0-ac57-1c9310d80e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6'}}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:58:00.530739 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-bfa2c0c3-9597-4652-b44f-cf3d8b891f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:00.595255 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1a5477c0-a693-4954-ac67-838ffd0f9548 req-94cc7011-5e44-41ad-bc42-f8f66a4910a3 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732698 Nov 09 04:58:00.655491 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] For port 015ace1e-4079-43b3-877b-636f02e664e1, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=015ace1e-4079-43b3-877b-636f02e664e1,segment=NetworkSegment(c4a5a13a-f5c8-4b19-9489-1926e934b027),segment_id=c4a5a13a-f5c8-4b19-9489-1926e934b027)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:00.669444 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:00.672827 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-5301048b-d4f3-4f9f-a51d-cbe93112538e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:00.774415 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Pushing event updated for resources: {'Port': ['ID=015ace1e-4079-43b3-877b-636f02e664e1,revision_number=3']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:00.800066 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.db.api [None req-5301048b-d4f3-4f9f-a51d-cbe93112538e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:58:00.800486 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG oslo_db.api [None req-5301048b-d4f3-4f9f-a51d-cbe93112538e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:58:00.890760 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696be010-a3a0-4d2c-b79c-6ee6f339cec6 req-5114aea5-2b99-4907-84b1-80aa00c08d88 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:00.892608 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-696be010-a3a0-4d2c-b79c-6ee6f339cec6 req-5114aea5-2b99-4907-84b1-80aa00c08d88 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=926a492f-db29-4e1e-bec9-8bb044ed9222 HTTP/1.1" status: 200 len: 945 time: 0.2786505 Nov 09 04:58:00.894507 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-bfa2c0c3-9597-4652-b44f-cf3d8b891f46 service neutron] For port ac852503-70fb-48a9-b3d8-4f2cac27b230, host hv-cinder-81713, cleared binding levels {{(pid=100972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:58:00.900093 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-bfa2c0c3-9597-4652-b44f-cf3d8b891f46 service neutron] For port ac852503-70fb-48a9-b3d8-4f2cac27b230, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ac852503-70fb-48a9-b3d8-4f2cac27b230,segment=NetworkSegment(15b33fde-2078-42f0-ac57-1c9310d80e2d),segment_id=15b33fde-2078-42f0-ac57-1c9310d80e2d)] {{(pid=100972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:58:00.952682 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-c8aad629-1279-4459-84a4-c92494dbbdd9 req-a313f6d4-b650-4a74-80a4-557feeddbf2e tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:00.973375 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-bfa2c0c3-9597-4652-b44f-cf3d8b891f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:01.003609 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['e23817bc-a285-4bc5-a517-b404e94ba176'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:58:01.026731 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313f6d4-b650-4a74-80a4-557feeddbf2e tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Pushing event deleted for resources: {'Port': ['ID=e23817bc-a285-4bc5-a517-b404e94ba176,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:01.050757 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-bfa2c0c3-9597-4652-b44f-cf3d8b891f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:01.051465 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-bfa2c0c3-9597-4652-b44f-cf3d8b891f46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:01.051729 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142256a-1f4f-4fff-a594-5989b199973b req-2d15f6b6-9b7f-4d29-87d3-ef8fbaffab24 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:01.053226 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d142256a-1f4f-4fff-a594-5989b199973b req-2d15f6b6-9b7f-4d29-87d3-ef8fbaffab24 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.2733662 Nov 09 04:58:01.053818 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-bfa2c0c3-9597-4652-b44f-cf3d8b891f46 service neutron] 10.222.0.20 "PUT /v2.0/ports/ac852503-70fb-48a9-b3d8-4f2cac27b230 HTTP/1.1" status: 200 len: 1093 time: 2.4613271 Nov 09 04:58:01.087871 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4587bfc-3272-4893-a25b-9e3cdbcd8f47', 'tag': 'ac852503-70fb-48a9-b3d8-4f2cac27b230'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:58:01.091282 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95cacf4-d281-4c0c-8824-5a1334534763" -d '{"events": [{"name": "network-changed", "server_uuid": "f4587bfc-3272-4893-a25b-9e3cdbcd8f47", "tag": "ac852503-70fb-48a9-b3d8-4f2cac27b230"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:58:01.104572 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d142256a-1f4f-4fff-a594-5989b199973b req-ef8da912-96cb-442a-bfdd-af8b5d5d768f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439920 Nov 09 04:58:01.168504 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-696be010-a3a0-4d2c-b79c-6ee6f339cec6 req-7af5ec08-80bb-4407-8bad-9d6c02659189 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660232 Nov 09 04:58:01.186874 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155ab33d-16db-40be-acb4-8b803ce20ed1 x-openstack-request-id: req-155ab33d-16db-40be-acb4-8b803ce20ed1 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:58:01.187161 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4587bfc-3272-4893-a25b-9e3cdbcd8f47", "tag": "ac852503-70fb-48a9-b3d8-4f2cac27b230", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:58:01.187407 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-155ab33d-16db-40be-acb4-8b803ce20ed1 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:58:01.187813 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4587bfc-3272-4893-a25b-9e3cdbcd8f47', 'tag': 'ac852503-70fb-48a9-b3d8-4f2cac27b230', 'status': 'completed', 'code': 200} Nov 09 04:58:01.209618 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8aad629-1279-4459-84a4-c92494dbbdd9 req-a313f6d4-b650-4a74-80a4-557feeddbf2e tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] No DVR routers for this DVR port e23817bc-a285-4bc5-a517-b404e94ba176 on host hv-cinder-81713 {{(pid=100972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:58:01.229017 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-c8aad629-1279-4459-84a4-c92494dbbdd9 req-a313f6d4-b650-4a74-80a4-557feeddbf2e tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:01.232723 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c8aad629-1279-4459-84a4-c92494dbbdd9 req-a313f6d4-b650-4a74-80a4-557feeddbf2e tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.20 "DELETE /v2.0/ports/e23817bc-a285-4bc5-a517-b404e94ba176 HTTP/1.1" status: 204 len: 173 time: 1.8050392 Nov 09 04:58:01.244913 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2c0c3-9597-4652-b44f-cf3d8b891f46 service neutron] Pushing event updated for resources: {'Port': ['ID=ac852503-70fb-48a9-b3d8-4f2cac27b230,revision_number=3']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:01.264575 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-53838700-b1ab-4341-8c39-0cfaddd2b2af admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:01.269207 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-c27be88d-4784-419f-b145-9a646deab6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:01.270739 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-c27be88d-4784-419f-b145-9a646deab6f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e9bea92048e49debbf053fea8eb2b9f&device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 1096 time: 0.1366904 Nov 09 04:58:01.342026 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-66a4195d-118e-4df3-8a62-e43cc97cef1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac852503-70fb-48a9-b3d8-4f2cac27b230 HTTP/1.1" status: 200 len: 217 time: 0.0375290 Nov 09 04:58:01.442618 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-82e225d2-c288-4e75-a328-b3468544223e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:01.444287 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-82e225d2-c288-4e75-a328-b3468544223e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54166d97-84bf-4725-a6b5-fd66b63ba4bd HTTP/1.1" status: 200 len: 855 time: 0.0630841 Nov 09 04:58:01.455276 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-8266b061-ed3a-4f57-8de1-7fc8e319f295 None None] Provisioning complete for port 015ace1e-4079-43b3-877b-636f02e664e1 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:01.455875 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-8266b061-ed3a-4f57-8de1-7fc8e319f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:01.508935 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-f7ba974b-c534-48ef-8b1d-4b0df50399ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc74574-bcbe-4d7d-85c6-61611faf1df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326791 Nov 09 04:58:01.566397 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:01.625209 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-53838700-b1ab-4341-8c39-0cfaddd2b2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461304'] for router, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:01.699098 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-8fd72052-225f-4e51-bb3f-e7814a80c1be service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497960 Nov 09 04:58:01.833905 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1fcd2-42f6-4ae5-bd2f-a3e7e67d829b req-eccf581a-9baa-45ba-bd94-140aa3d18717 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:01.835559 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-21f1fcd2-42f6-4ae5-bd2f-a3e7e67d829b req-eccf581a-9baa-45ba-bd94-140aa3d18717 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 943 time: 0.1555500 Nov 09 04:58:01.894719 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b1483dbd-9edd-4bb1-830c-9c14aac82afa req-8413b767-3a30-4ac0-b277-09d9d0af938f service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804390 Nov 09 04:58:01.923351 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-21f1fcd2-42f6-4ae5-bd2f-a3e7e67d829b req-8cb65246-3657-4ac5-92ff-169488138916 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798001 Nov 09 04:58:01.957203 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53838700-b1ab-4341-8c39-0cfaddd2b2af admin admin] Router c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 is scheduled to L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a with binding_index 1 {{(pid=100972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 04:58:01.958307 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 015ace1e-4079-43b3-877b-636f02e664e1 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:58:02.014574 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port 015ace1e-4079-43b3-877b-636f02e664e1 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:02.015084 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:02.024525 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 44106) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:02.115846 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cacf4-d281-4c0c-8824-5a1334534763 req-69374d96-722f-42a7-8c69-897ffddd976b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:02.117318 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d95cacf4-d281-4c0c-8824-5a1334534763 req-69374d96-722f-42a7-8c69-897ffddd976b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e9bea92048e49debbf053fea8eb2b9f&device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 1096 time: 0.0892627 Nov 09 04:58:02.118436 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53838700-b1ab-4341-8c39-0cfaddd2b2af admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:58:02.128204 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] Sync routers for ids ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'] in dv-cinder-817135-2-iscsi {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:58:02.155343 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] Routers {'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:58:02.155987 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T04:58:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:02.164987 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-53838700-b1ab-4341-8c39-0cfaddd2b2af admin admin] Publish callbacks [] for router, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:02.164987 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-53838700-b1ab-4341-8c39-0cfaddd2b2af admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2354875 Nov 09 04:58:02.168512 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 44116) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:02.176337 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ff3cc0e2-d540-44c3-ab75-c16dc5e65957 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:02.231900 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cacf4-d281-4c0c-8824-5a1334534763 req-d3f3fc5c-dab0-4575-830f-93c27570f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:02.234651 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d95cacf4-d281-4c0c-8824-5a1334534763 req-d3f3fc5c-dab0-4575-830f-93c27570f2e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc74574-bcbe-4d7d-85c6-61611faf1df6 HTTP/1.1" status: 200 len: 916 time: 0.1080146 Nov 09 04:58:02.283215 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] Set router c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:58:02.291454 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d95cacf4-d281-4c0c-8824-5a1334534763 req-c69f4f69-eb5a-421f-b9ef-1a684dd5d342 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac852503-70fb-48a9-b3d8-4f2cac27b230 HTTP/1.1" status: 200 len: 217 time: 0.0463924 Nov 09 04:58:02.354365 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cacf4-d281-4c0c-8824-5a1334534763 req-51d3c633-b0e1-45e7-a7eb-f8ce58a9b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:02.356556 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d95cacf4-d281-4c0c-8824-5a1334534763 req-51d3c633-b0e1-45e7-a7eb-f8ce58a9b4f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54166d97-84bf-4725-a6b5-fd66b63ba4bd HTTP/1.1" status: 200 len: 855 time: 0.0574248 Nov 09 04:58:02.380844 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84010fda-8c01-4317-8661-262bba1f84b3 req-9c2f7ad3-64c8-4d42-b181-dbdd248ee1ab tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:02.388693 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-84010fda-8c01-4317-8661-262bba1f84b3 req-9c2f7ad3-64c8-4d42-b181-dbdd248ee1ab tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.1546021 Nov 09 04:58:02.397115 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d95cacf4-d281-4c0c-8824-5a1334534763 req-3f94540f-4f4c-424e-b2e7-ad4fdaa6a7ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc74574-bcbe-4d7d-85c6-61611faf1df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312505 Nov 09 04:58:02.497919 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'name': 'tempest-AttachVolumeTestJSON-1015286971-router', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:57:58Z', 'updated_at': '2021-11-09T04:58:00Z', 'revision_number': 3, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'gw_port': {'id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:59Z', 'updated_at': '2021-11-09T04:57:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:02.507459 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ff3cc0e2-d540-44c3-ab75-c16dc5e65957 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:02.520963 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-84010fda-8c01-4317-8661-262bba1f84b3 req-92d6e365-206e-4814-a2e2-983d74decbd0 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311483 Nov 09 04:58:02.538476 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] Checking router: c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 for host: dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:58:02.538476 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] Updating router c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 port 1d37c2a7-fa95-485e-97b3-8de99d876880 binding host dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:58:02.570725 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:02.589200 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ff3cc0e2-d540-44c3-ab75-c16dc5e65957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:02.613294 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d95cacf4-d281-4c0c-8824-5a1334534763 req-df5b3e95-2500-47a5-873e-e8919468e2cc service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078695 Nov 09 04:58:02.630052 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-30839b7f-d916-4b9e-98db-0d1d0990abb1 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:02.631526 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-30839b7f-d916-4b9e-98db-0d1d0990abb1 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/networks?id=2b01fa8a-95e4-433e-8d69-a2e7b25559a4 HTTP/1.1" status: 200 len: 809 time: 0.1821411 Nov 09 04:58:02.638548 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-ff3cc0e2-d540-44c3-ab75-c16dc5e65957 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3e74d01c77f4c8db178bd128fed4807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6099038 Nov 09 04:58:02.640203 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 44134) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:02.667112 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3cc0e2-d540-44c3-ab75-c16dc5e65957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743ddc08-bc94-424a-99a6-55ffb9b0555c,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:02.685119 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-b966e573-7f3b-4c1f-b68a-c45c7e5ae1a1 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/quotas/0bab423d141e49b29b86b769cfa8d939 HTTP/1.1" status: 200 len: 375 time: 0.0440695 Nov 09 04:58:02.768553 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-adb19c50-5d18-4936-b32a-182be551f986 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bab423d141e49b29b86b769cfa8d939&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509710 Nov 09 04:58:02.856605 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-56744e9d-82a4-4c60-8d29-225b48a16d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:02.859662 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2ffe96ac-04f9-4551-b70d-fb449ced1504 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:02.869028 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] Publish callbacks [] for port, precommit_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:02.870344 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d95cacf4-d281-4c0c-8824-5a1334534763 req-62e792e4-86cd-49bc-9402-0ca4af22283f service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378860 Nov 09 04:58:02.876068 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:02.926646 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c1dd2-bad0-4113-93d0-a6315444b714 None None] Pushing event updated for resources: {'Port': ['ID=1d37c2a7-fa95-485e-97b3-8de99d876880,revision_number=2']} {{(pid=100974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:02.935975 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c1dd2-bad0-4113-93d0-a6315444b714 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:02.936360 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c1dd2-bad0-4113-93d0-a6315444b714 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:02.936708 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c1dd2-bad0-4113-93d0-a6315444b714 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:02.937044 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c1dd2-bad0-4113-93d0-a6315444b714 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:02.937375 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c1dd2-bad0-4113-93d0-a6315444b714 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:02.937708 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c1dd2-bad0-4113-93d0-a6315444b714 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:02.938185 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c1dd2-bad0-4113-93d0-a6315444b714 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:02.938555 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c1dd2-bad0-4113-93d0-a6315444b714 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:02.938910 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c1dd2-bad0-4113-93d0-a6315444b714 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:02.939242 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c1dd2-bad0-4113-93d0-a6315444b714 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:02.939567 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c1dd2-bad0-4113-93d0-a6315444b714 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:02.940341 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148c1dd2-bad0-4113-93d0-a6315444b714 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:02.949362 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:02.975871 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device e23817bc-a285-4bc5-a517-b404e94ba176 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:58:02.989972 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] Attempting to bind port 1d37c2a7-fa95-485e-97b3-8de99d876880 on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:58:02.990178 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] Attempting to bind port 1d37c2a7-fa95-485e-97b3-8de99d876880 by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}] {{(pid=100974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:58:02.990513 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] Attempting to bind port 1d37c2a7-fa95-485e-97b3-8de99d876880 on network 88e43ffb-3775-4d57-b72a-70455855b0f1 {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:58:03.004080 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] No Port match for: e23817bc-a285-4bc5-a517-b404e94ba176 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:58:03.004556 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device e23817bc-a285-4bc5-a517-b404e94ba176 not bound to the agent host hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:58:03.006288 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:58:03.007474 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] Checking segment: {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:58:03.007932 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:03.009139 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] Bound using segment: {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'} {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:58:03.009297 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] Bound port: 1d37c2a7-fa95-485e-97b3-8de99d876880, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}}] {{(pid=100974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:58:03.009846 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:03.086489 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.db [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] For port 1d37c2a7-fa95-485e-97b3-8de99d876880, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:58:03.090903 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.db [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] For port 1d37c2a7-fa95-485e-97b3-8de99d876880, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=1d37c2a7-fa95-485e-97b3-8de99d876880,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:58:03.097144 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:03.133445 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f145d39-dc13-4ca9-b5d5-422092e84ea3 req-c9ec9463-bbe1-4485-a077-1f7aa514f1d5 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:03.135242 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8f145d39-dc13-4ca9-b5d5-422092e84ea3 req-c9ec9463-bbe1-4485-a077-1f7aa514f1d5 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 943 time: 0.0946667 Nov 09 04:58:03.155914 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [None req-56744e9d-82a4-4c60-8d29-225b48a16d55 admin admin] Allocated IP 172.20.0.1 (9f10e939-279a-4c85-98c6-1d5ee6c0218c/45a0572c-751c-4e91-b532-b38a534f78d3/f5282925-fc09-4018-903a-5fe3286c3337) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:58:03.193418 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926a492f-db29-4e1e-bec9-8bb044ed9222', 'name': 'network-vif-deleted', 'tag': 'e23817bc-a285-4bc5-a517-b404e94ba176'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:58:03.195851 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd6394b-b6c7-454f-8090-a3269dcb4dcc" -d '{"events": [{"server_uuid": "926a492f-db29-4e1e-bec9-8bb044ed9222", "name": "network-vif-deleted", "tag": "e23817bc-a285-4bc5-a517-b404e94ba176"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:58:03.201204 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] Routers {'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:58:03.201833 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T04:58:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:03.203584 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c1dd2-bad0-4113-93d0-a6315444b714 None None] Pushing event updated for resources: {'Port': ['ID=1d37c2a7-fa95-485e-97b3-8de99d876880,revision_number=3']} {{(pid=100974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:03.206527 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2ffe96ac-04f9-4551-b70d-fb449ced1504 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:03.250958 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8f145d39-dc13-4ca9-b5d5-422092e84ea3 req-79c4c0de-d002-43a4-9298-05dfc02ad0da tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060181 Nov 09 04:58:03.254121 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-7c1d534c-d8cc-4796-aa69-52ae472e0cd7 service neutron] 10.222.0.41 "GET /v2.0/networks/2b01fa8a-95e4-433e-8d69-a2e7b25559a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783199 Nov 09 04:58:03.330787 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2ffe96ac-04f9-4551-b70d-fb449ced1504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:03.333685 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2ffe96ac-04f9-4551-b70d-fb449ced1504 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:03.334983 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-2ffe96ac-04f9-4551-b70d-fb449ced1504 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/743ddc08-bc94-424a-99a6-55ffb9b0555c HTTP/1.1" status: 204 len: 168 time: 0.6929471 Nov 09 04:58:03.347891 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe96ac-04f9-4551-b70d-fb449ced1504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743ddc08-bc94-424a-99a6-55ffb9b0555c,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:03.354504 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4ff6d7-67a0-440e-bd18-ae6ed4ededc9 x-openstack-request-id: req-ac4ff6d7-67a0-440e-bd18-ae6ed4ededc9 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:58:03.354787 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926a492f-db29-4e1e-bec9-8bb044ed9222", "name": "network-vif-deleted", "tag": "e23817bc-a285-4bc5-a517-b404e94ba176", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:58:03.355048 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac4ff6d7-67a0-440e-bd18-ae6ed4ededc9 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:58:03.355444 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926a492f-db29-4e1e-bec9-8bb044ed9222', 'name': 'network-vif-deleted', 'tag': 'e23817bc-a285-4bc5-a517-b404e94ba176', 'status': 'completed', 'code': 200} Nov 09 04:58:03.370009 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-dc9dc1c1-fe2e-4f5c-9e44-769c3f5812a2 service neutron] 10.222.0.41 "GET /v2.0/networks/2b01fa8a-95e4-433e-8d69-a2e7b25559a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090991 Nov 09 04:58:03.382475 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-56744e9d-82a4-4c60-8d29-225b48a16d55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:03.397711 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] Set router c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:58:03.423339 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-56744e9d-82a4-4c60-8d29-225b48a16d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:03.500188 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56744e9d-82a4-4c60-8d29-225b48a16d55 admin admin] Network 9f10e939-279a-4c85-98c6-1d5ee6c0218c is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:58:03.518936 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-56744e9d-82a4-4c60-8d29-225b48a16d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:58:03.527814 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56744e9d-82a4-4c60-8d29-225b48a16d55 admin admin] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:58:03.649984 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56744e9d-82a4-4c60-8d29-225b48a16d55 admin admin] Pushing event updated for resources: {'Port': ['ID=f5282925-fc09-4018-903a-5fe3286c3337,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:03.691533 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'name': 'tempest-AttachVolumeTestJSON-1015286971-router', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:57:58Z', 'updated_at': '2021-11-09T04:58:00Z', 'revision_number': 3, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'gw_port': {'id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:59Z', 'updated_at': '2021-11-09T04:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:03.717956 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-56744e9d-82a4-4c60-8d29-225b48a16d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461613'] for router_interface, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:03.738016 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a7de3c94-5359-47fe-afd3-21020670b511 req-f77f8f5e-a8c1-4b81-b094-752d76fca116 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 210 time: 0.0527973 Nov 09 04:58:03.744711 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c90517-f3d2-4337-baff-d82b6ca4a021 None None] The sync data for ids ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'] in dv-cinder-817135-2-iscsi is: [{'id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'name': 'tempest-AttachVolumeTestJSON-1015286971-router', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:57:58Z', 'updated_at': '2021-11-09T04:58:00Z', 'revision_number': 3, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'gw_port': {'id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:59Z', 'updated_at': '2021-11-09T04:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}] {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:58:03.780621 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:03.857676 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 44168) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:03.876702 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ffd5f-7121-42b0-816e-94edbd2ff65f req-ae7899fc-4cef-46c4-8ff0-9cba2fef1d9f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:03.879371 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-427ffd5f-7121-42b0-816e-94edbd2ff65f req-ae7899fc-4cef-46c4-8ff0-9cba2fef1d9f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.2020726 Nov 09 04:58:03.890247 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-06dbc2b2-9012-491e-9c03-829be39c9d92 None None] Provisioning complete for port f5282925-fc09-4018-903a-5fe3286c3337 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:03.891398 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-06dbc2b2-9012-491e-9c03-829be39c9d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:03.897437 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a8c193aa-26fb-4333-a5aa-43993c5954e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:03.938201 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-06dbc2b2-9012-491e-9c03-829be39c9d92 None None] Port f5282925-fc09-4018-903a-5fe3286c3337 cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:58:04.002034 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a8c193aa-26fb-4333-a5aa-43993c5954e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:04.007982 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a8c193aa-26fb-4333-a5aa-43993c5954e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:04.012970 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-427ffd5f-7121-42b0-816e-94edbd2ff65f req-d8540653-9a73-40f3-922a-f593d6124a8b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982189 Nov 09 04:58:04.020280 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-56744e9d-82a4-4c60-8d29-225b48a16d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:04.056827 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-a8c193aa-26fb-4333-a5aa-43993c5954e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab0cc045ecad4a08aee4f25af139853c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1980221 Nov 09 04:58:04.058821 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c193aa-26fb-4333-a5aa-43993c5954e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0da0fc1-3263-428c-bce3-cba0fb7d1392,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:04.061812 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 44176) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:04.163366 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2fdfe6b9-a383-4efb-9bb3-a59af856acaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:04.186613 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2fdfe6b9-a383-4efb-9bb3-a59af856acaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:04.245085 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2fdfe6b9-a383-4efb-9bb3-a59af856acaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:04.256169 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2fdfe6b9-a383-4efb-9bb3-a59af856acaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:04.257510 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-2fdfe6b9-a383-4efb-9bb3-a59af856acaf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0da0fc1-3263-428c-bce3-cba0fb7d1392 HTTP/1.1" status: 204 len: 168 time: 0.1841793 Nov 09 04:58:04.274237 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfe6b9-a383-4efb-9bb3-a59af856acaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0da0fc1-3263-428c-bce3-cba0fb7d1392,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:04.313541 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-56744e9d-82a4-4c60-8d29-225b48a16d55 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:04.324301 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-56744e9d-82a4-4c60-8d29-225b48a16d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3537972'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:04.395981 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56744e9d-82a4-4c60-8d29-225b48a16d55 admin admin] Pushing event updated for resources: {'Port': ['ID=f5282925-fc09-4018-903a-5fe3286c3337,revision_number=2']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:04.400235 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-56744e9d-82a4-4c60-8d29-225b48a16d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-461753'] for router_interface, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:04.410711 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d3adf-761c-4c19-8bcf-83aa9730995f req-fdf1e162-5df7-4359-999e-fbb8bfbc675f tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:04.413507 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e77d3adf-761c-4c19-8bcf-83aa9730995f req-fdf1e162-5df7-4359-999e-fbb8bfbc675f tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 943 time: 0.0621138 Nov 09 04:58:04.479455 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e77d3adf-761c-4c19-8bcf-83aa9730995f req-edf7875d-582a-4da1-b21c-98b42cc2dd89 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548930 Nov 09 04:58:04.536958 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56744e9d-82a4-4c60-8d29-225b48a16d55 admin admin] Network 9f10e939-279a-4c85-98c6-1d5ee6c0218c is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:58:04.538746 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-56744e9d-82a4-4c60-8d29-225b48a16d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:58:04.727537 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56744e9d-82a4-4c60-8d29-225b48a16d55 admin admin] Router c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:58:04.845587 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 44194) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:04.865898 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-8d012397-8004-420c-bc65-8318256caaf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:04.878512 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-eb83edb6-0f86-4ebf-8bd1-54ed4d3f9d0e req-73f63f71-9164-4d7e-b4d3-973c27b75d49 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 210 time: 0.0342584 Nov 09 04:58:04.890542 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-369cbe01-f7b7-4ada-af6d-223e752871ca None None] Provisioning complete for port f5282925-fc09-4018-903a-5fe3286c3337 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:04.891099 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-369cbe01-f7b7-4ada-af6d-223e752871ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:04.915589 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56744e9d-82a4-4c60-8d29-225b48a16d55 admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:58:04.939651 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-56744e9d-82a4-4c60-8d29-225b48a16d55 admin admin] 10.222.0.41 "PUT /v2.0/routers/c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7556927 Nov 09 04:58:04.978890 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-369cbe01-f7b7-4ada-af6d-223e752871ca None None] Port f5282925-fc09-4018-903a-5fe3286c3337 cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:58:05.003130 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-8d012397-8004-420c-bc65-8318256caaf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:05.008710 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-8d012397-8004-420c-bc65-8318256caaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:05.057740 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-8d012397-8004-420c-bc65-8318256caaf1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d27e632e187a48ec9fad76c54cf40c95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108986 Nov 09 04:58:05.061613 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 44202) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:05.085154 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d012397-8004-420c-bc65-8318256caaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b2a703-6f4d-416d-9a5f-da9fc2b80594,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:05.207170 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-07ce8bc1-6aac-40e5-80b5-9cba6934d57f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:05.257762 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c0e66-43c7-4a60-bfab-c61720009c8d req-aab106de-ad85-4f12-85da-1d4e8e32382a tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:05.264204 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-bc3c0e66-43c7-4a60-bfab-c61720009c8d req-aab106de-ad85-4f12-85da-1d4e8e32382a tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0898583 Nov 09 04:58:05.276600 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-07ce8bc1-6aac-40e5-80b5-9cba6934d57f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:05.328447 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-bc3c0e66-43c7-4a60-bfab-c61720009c8d req-d87f1e18-7eec-4f82-9863-eadcd8f3fdcd tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600417 Nov 09 04:58:05.386176 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-b912df13-58dc-4a4c-8097-908e55387401 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:05.387813 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-b912df13-58dc-4a4c-8097-908e55387401 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.20 "GET /v2.0/networks?id=2b01fa8a-95e4-433e-8d69-a2e7b25559a4 HTTP/1.1" status: 200 len: 809 time: 0.1756489 Nov 09 04:58:05.399957 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-07ce8bc1-6aac-40e5-80b5-9cba6934d57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:05.402570 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-07ce8bc1-6aac-40e5-80b5-9cba6934d57f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:05.406836 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-07ce8bc1-6aac-40e5-80b5-9cba6934d57f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57b2a703-6f4d-416d-9a5f-da9fc2b80594 HTTP/1.1" status: 204 len: 168 time: 0.3414295 Nov 09 04:58:05.413713 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce8bc1-6aac-40e5-80b5-9cba6934d57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b2a703-6f4d-416d-9a5f-da9fc2b80594,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:05.450454 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-a2b70344-f65f-4d41-a700-8dca1b4e59dd tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Request body: {'port': {'device_id': 'c8148a52-7fc3-4958-ac13-5a60c71c69ea', 'network_id': '2b01fa8a-95e4-433e-8d69-a2e7b25559a4', 'admin_state_up': True, 'tenant_id': '0bab423d141e49b29b86b769cfa8d939'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:05.613403 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-a2b70344-f65f-4d41-a700-8dca1b4e59dd tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Made reservation on behalf of 0bab423d141e49b29b86b769cfa8d939 for: {'port': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:58:05.619241 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-a2b70344-f65f-4d41-a700-8dca1b4e59dd tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:05.662058 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050e4ab-72dd-4fe4-98c8-cade2ac3f8c2 req-88da938e-dbaf-4843-ba03-2a80ff25bcb0 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:05.670936 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b050e4ab-72dd-4fe4-98c8-cade2ac3f8c2 req-88da938e-dbaf-4843-ba03-2a80ff25bcb0 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 943 time: 0.0816634 Nov 09 04:58:05.723877 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b050e4ab-72dd-4fe4-98c8-cade2ac3f8c2 req-2e45748a-0ca5-4f91-bee7-b741486cf3e6 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520458 Nov 09 04:58:05.730576 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b9ba2-7db2-4dd7-9daa-827860217409 req-f6e92b08-d52f-42b4-a06f-eb7faf8c4aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:05.732146 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-437b9ba2-7db2-4dd7-9daa-827860217409 req-f6e92b08-d52f-42b4-a06f-eb7faf8c4aeb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 1099 time: 0.1090908 Nov 09 04:58:05.827798 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-437b9ba2-7db2-4dd7-9daa-827860217409 req-1ce88475-d3f0-4b0d-b588-a90503a76404 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865936 Nov 09 04:58:05.860315 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 44226) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:05.866902 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-a14563ea-b566-4f1e-a066-3484483818cf tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1697671709', 'description': 'tempest-description--418362932'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:05.872291 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_common [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-a2b70344-f65f-4d41-a700-8dca1b4e59dd tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Allocated IP 172.20.0.4 (2b01fa8a-95e4-433e-8d69-a2e7b25559a4/80f9bd92-41eb-4f4c-96cb-9f776c4e9060/3a90fc76-326e-43cd-a452-eed132093ac5) {{(pid=100972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:58:05.921911 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a14563ea-b566-4f1e-a066-3484483818cf tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:05.953389 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 1d37c2a7-fa95-485e-97b3-8de99d876880 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:58:06.021691 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-970870bb-50f2-4e4d-8305-c5be3388ae8d req-d57990a6-3428-4c8e-b861-2ba9deec8e13 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 210 time: 0.0343261 Nov 09 04:58:06.053766 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port 1d37c2a7-fa95-485e-97b3-8de99d876880 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:06.054265 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:06.067227 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a14563ea-b566-4f1e-a066-3484483818cf tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:06.073908 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a14563ea-b566-4f1e-a066-3484483818cf tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:06.110408 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a14563ea-b566-4f1e-a066-3484483818cf tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:06.111851 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-a14563ea-b566-4f1e-a066-3484483818cf tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2504904 Nov 09 04:58:06.113553 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-a2b70344-f65f-4d41-a700-8dca1b4e59dd tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Publish callbacks [] for port, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:06.115129 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 44236) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:06.122840 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-5ea605aa-d638-4b10-a30a-31dbb2ff5616 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Request body: {'security_group_rule': {'security_group_id': 'a5fe98fc-1b46-4df1-9912-2196e8d0026d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:06.131306 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14563ea-b566-4f1e-a066-3484483818cf tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fe98fc-1b46-4df1-9912-2196e8d0026d,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:06.164982 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] Sync routers for ids ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'] in dv-cinder-817135-2-iscsi {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:58:06.181943 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] Routers {'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:58:06.182659 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T04:58:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:06.187481 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:06.206023 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-5ea605aa-d638-4b10-a30a-31dbb2ff5616 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:06.210709 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] For port 1d37c2a7-fa95-485e-97b3-8de99d876880, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=1d37c2a7-fa95-485e-97b3-8de99d876880,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:06.243930 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:06.250943 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-a2b70344-f65f-4d41-a700-8dca1b4e59dd tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:06.311596 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-a2b70344-f65f-4d41-a700-8dca1b4e59dd tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Network 2b01fa8a-95e4-433e-8d69-a2e7b25559a4 is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:58:06.322091 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-a2b70344-f65f-4d41-a700-8dca1b4e59dd tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:58:06.329458 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-a2b70344-f65f-4d41-a700-8dca1b4e59dd tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Received port after_create {{(pid=100972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:58:06.358130 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Pushing event updated for resources: {'Port': ['ID=1d37c2a7-fa95-485e-97b3-8de99d876880,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:06.394399 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] Set router c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:58:06.394616 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-5ea605aa-d638-4b10-a30a-31dbb2ff5616 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:06.395459 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b70344-f65f-4d41-a700-8dca1b4e59dd tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Pushing event updated for resources: {'Port': ['ID=3a90fc76-326e-43cd-a452-eed132093ac5,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:06.411842 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-5ea605aa-d638-4b10-a30a-31dbb2ff5616 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:06.421500 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-a2b70344-f65f-4d41-a700-8dca1b4e59dd tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:06.422118 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-a2b70344-f65f-4d41-a700-8dca1b4e59dd tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:06.445816 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea605aa-d638-4b10-a30a-31dbb2ff5616 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c9140b-472e-4245-99d5-7519ee1cc35f,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:06.456020 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-a2b70344-f65f-4d41-a700-8dca1b4e59dd tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0095148 Nov 09 04:58:06.465226 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-5ea605aa-d638-4b10-a30a-31dbb2ff5616 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:06.467337 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-5ea605aa-d638-4b10-a30a-31dbb2ff5616 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3512883 Nov 09 04:58:06.470002 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 44258) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:06.476087 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-d421f242-40be-4267-b24d-5cb456807767 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Request body: {'security_group_rule': {'security_group_id': 'a5fe98fc-1b46-4df1-9912-2196e8d0026d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:06.496832 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9ebbe-fc4b-4b25-9171-b9c717ab911d req-ba9907d9-bb2c-4bef-8e07-48e19d65e420 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:06.498364 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e0c9ebbe-fc4b-4b25-9171-b9c717ab911d req-ba9907d9-bb2c-4bef-8e07-48e19d65e420 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0863011 Nov 09 04:58:06.506630 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-6b34178f-1330-4626-bb27-9c635d474302 service neutron] Request body: {'port': {'device_id': 'c8148a52-7fc3-4958-ac13-5a60c71c69ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:06.538927 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d421f242-40be-4267-b24d-5cb456807767 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:06.619701 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-6b34178f-1330-4626-bb27-9c635d474302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:06.648089 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d421f242-40be-4267-b24d-5cb456807767 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:06.657535 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'name': 'tempest-AttachVolumeTestJSON-1015286971-router', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:57:58Z', 'updated_at': '2021-11-09T04:58:03Z', 'revision_number': 4, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'gw_port': {'id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:59Z', 'updated_at': '2021-11-09T04:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'f5282925-fc09-4018-903a-5fe3286c3337', 'name': '', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'mac_address': 'fa:16:3e:83:70:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:02Z', 'updated_at': '2021-11-09T04:58:04Z', 'revision_number': 2, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'subnets': [{'id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:06.671673 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d421f242-40be-4267-b24d-5cb456807767 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:06.692710 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421f242-40be-4267-b24d-5cb456807767 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1eb93f-d968-4561-9f49-5c23ec9017a2,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:06.704689 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] Checking router: c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 for host: dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:58:06.705036 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] Updating router c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 port f5282925-fc09-4018-903a-5fe3286c3337 binding host dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 04:58:06.718482 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d421f242-40be-4267-b24d-5cb456807767 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:06.719839 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-d421f242-40be-4267-b24d-5cb456807767 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2482059 Nov 09 04:58:06.723131 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 44260) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:06.728153 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-35ebd203-b624-4911-8131-43c25d583379 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Request body: {'floatingip': {'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:06.745164 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:06.782150 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e0c9ebbe-fc4b-4b25-9171-b9c717ab911d req-f651fab9-e727-496e-aea8-de7a255aaf27 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751808 Nov 09 04:58:06.783605 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-35ebd203-b624-4911-8131-43c25d583379 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for floatingip, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:06.907942 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-35ebd203-b624-4911-8131-43c25d583379 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:06.975327 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682ab84-2a2f-4915-ab36-e77cc1a0ad65 req-d2db5277-f736-4741-8623-1198c935b02b tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:06.976937 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d682ab84-2a2f-4915-ab36-e77cc1a0ad65 req-d2db5277-f736-4741-8623-1198c935b02b tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 943 time: 0.1399581 Nov 09 04:58:07.069748 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [None req-35ebd203-b624-4911-8131-43c25d583379 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Allocated IP 172.27.0.155 (88e43ffb-3775-4d57-b72a-70455855b0f1/a0c8eb9b-e525-49dd-abc3-6c12893ff27c/33854e66-ac06-4179-83c0-98687f10f117) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:58:07.120096 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d682ab84-2a2f-4915-ab36-e77cc1a0ad65 req-5ee93302-7c8c-4ce5-8367-862005be2938 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287127 Nov 09 04:58:07.132055 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-6b34178f-1330-4626-bb27-9c635d474302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a90fc76-326e-43cd-a452-eed132093ac5 {{(pid=100972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:58:07.137297 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device ac852503-70fb-48a9-b3d8-4f2cac27b230 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=100973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:58:07.140551 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-6b34178f-1330-4626-bb27-9c635d474302 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:07.153194 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.provisioning_blocks [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-6b34178f-1330-4626-bb27-9c635d474302 service neutron] Transition to ACTIVE for port object 3a90fc76-326e-43cd-a452-eed132093ac5 will not be triggered until provisioned by entity L2. {{(pid=100972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:58:07.162616 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-6b34178f-1330-4626-bb27-9c635d474302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:07.222436 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8d5a9-82c1-4330-8ac5-fade4c66324c req-52642916-4867-477c-8589-b83277b0c639 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:07.224837 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-48b8d5a9-82c1-4330-8ac5-fade4c66324c req-52642916-4867-477c-8589-b83277b0c639 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 931 time: 0.1121380 Nov 09 04:58:07.261105 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34178f-1330-4626-bb27-9c635d474302 service neutron] Pushing event updated for resources: {'Port': ['ID=3a90fc76-326e-43cd-a452-eed132093ac5,revision_number=2']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:07.295201 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-35ebd203-b624-4911-8131-43c25d583379 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:07.296903 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-6b34178f-1330-4626-bb27-9c635d474302 service neutron] Attempting to bind port 3a90fc76-326e-43cd-a452-eed132093ac5 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:58:07.297242 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-6b34178f-1330-4626-bb27-9c635d474302 service neutron] Attempting to bind port 3a90fc76-326e-43cd-a452-eed132093ac5 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '865b446b-7da1-4537-8494-9795ce15c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2b01fa8a-95e4-433e-8d69-a2e7b25559a4'}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:58:07.297987 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-6b34178f-1330-4626-bb27-9c635d474302 service neutron] Attempting to bind port 3a90fc76-326e-43cd-a452-eed132093ac5 on network 2b01fa8a-95e4-433e-8d69-a2e7b25559a4 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:58:07.317209 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-6b34178f-1330-4626-bb27-9c635d474302 service neutron] Port 3a90fc76-326e-43cd-a452-eed132093ac5 on network 2b01fa8a-95e4-433e-8d69-a2e7b25559a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:58:07.317810 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-6b34178f-1330-4626-bb27-9c635d474302 service neutron] Attempting to bind port 3a90fc76-326e-43cd-a452-eed132093ac5 on network 2b01fa8a-95e4-433e-8d69-a2e7b25559a4 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:58:07.324094 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-6b34178f-1330-4626-bb27-9c635d474302 service neutron] Checking agent: {'id': '95cbc7df-874e-4f22-acf5-3b3cdde6b18e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'started_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:58:07.324496 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-6b34178f-1330-4626-bb27-9c635d474302 service neutron] Checking segment: {'id': '865b446b-7da1-4537-8494-9795ce15c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2b01fa8a-95e4-433e-8d69-a2e7b25559a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:58:07.324975 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-6b34178f-1330-4626-bb27-9c635d474302 service neutron] Bound using segment: {'id': '865b446b-7da1-4537-8494-9795ce15c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2b01fa8a-95e4-433e-8d69-a2e7b25559a4'} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:58:07.325573 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-6b34178f-1330-4626-bb27-9c635d474302 service neutron] Bound port: 3a90fc76-326e-43cd-a452-eed132093ac5, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865b446b-7da1-4537-8494-9795ce15c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2b01fa8a-95e4-433e-8d69-a2e7b25559a4'}}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:58:07.325988 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-6b34178f-1330-4626-bb27-9c635d474302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:07.366475 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-48b8d5a9-82c1-4330-8ac5-fade4c66324c req-3f439e03-da31-456c-b364-90454f5e6c17 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176107 Nov 09 04:58:07.393874 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-35ebd203-b624-4911-8131-43c25d583379 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:07.402118 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port ac852503-70fb-48a9-b3d8-4f2cac27b230, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ac852503-70fb-48a9-b3d8-4f2cac27b230,segment=NetworkSegment(15b33fde-2078-42f0-ac57-1c9310d80e2d),segment_id=15b33fde-2078-42f0-ac57-1c9310d80e2d)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:07.403402 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-6b34178f-1330-4626-bb27-9c635d474302 service neutron] For port 3a90fc76-326e-43cd-a452-eed132093ac5, host hv-cinder-81713, cleared binding levels {{(pid=100972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:58:07.408556 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-6b34178f-1330-4626-bb27-9c635d474302 service neutron] For port 3a90fc76-326e-43cd-a452-eed132093ac5, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=3a90fc76-326e-43cd-a452-eed132093ac5,segment=NetworkSegment(865b446b-7da1-4537-8494-9795ce15c819),segment_id=865b446b-7da1-4537-8494-9795ce15c819)] {{(pid=100972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:58:07.415226 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-6b34178f-1330-4626-bb27-9c635d474302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:07.426592 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Returning: {'device': 'ac852503-70fb-48a9-b3d8-4f2cac27b230', 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6', 'port_id': 'ac852503-70fb-48a9-b3d8-4f2cac27b230', 'mac_address': 'fa:16:3e:13:31:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54166d97-84bf-4725-a6b5-fd66b63ba4bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:58:07.430918 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] Publish callbacks [] for port, precommit_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:07.451542 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ebd203-b624-4911-8131-43c25d583379 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Network 88e43ffb-3775-4d57-b72a-70455855b0f1 is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:58:07.459127 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-35ebd203-b624-4911-8131-43c25d583379 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:58:07.466380 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ebd203-b624-4911-8131-43c25d583379 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:58:07.476967 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:07.479134 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34178f-1330-4626-bb27-9c635d474302 service neutron] Pushing event updated for resources: {'Port': ['ID=3a90fc76-326e-43cd-a452-eed132093ac5,revision_number=3']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:07.481665 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:07.499283 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-6b34178f-1330-4626-bb27-9c635d474302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:07.500873 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-6b34178f-1330-4626-bb27-9c635d474302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:07.501410 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-6b34178f-1330-4626-bb27-9c635d474302 service neutron] 10.222.0.20 "PUT /v2.0/ports/3a90fc76-326e-43cd-a452-eed132093ac5 HTTP/1.1" status: 200 len: 1093 time: 1.0005841 Nov 09 04:58:07.507702 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8148a52-7fc3-4958-ac13-5a60c71c69ea', 'tag': '3a90fc76-326e-43cd-a452-eed132093ac5'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:58:07.510202 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0501533a-e41f-40cf-9931-6a2882d315f4" -d '{"events": [{"name": "network-changed", "server_uuid": "c8148a52-7fc3-4958-ac13-5a60c71c69ea", "tag": "3a90fc76-326e-43cd-a452-eed132093ac5"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:58:07.538434 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebd203-b624-4911-8131-43c25d583379 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Pushing event updated for resources: {'Port': ['ID=33854e66-ac06-4179-83c0-98687f10f117,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:07.573962 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850cd593-ff0e-453d-8fad-03d81cd3e6c6 x-openstack-request-id: req-850cd593-ff0e-453d-8fad-03d81cd3e6c6 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:58:07.574451 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8148a52-7fc3-4958-ac13-5a60c71c69ea", "tag": "3a90fc76-326e-43cd-a452-eed132093ac5", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:58:07.574877 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-850cd593-ff0e-453d-8fad-03d81cd3e6c6 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:58:07.575417 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8148a52-7fc3-4958-ac13-5a60c71c69ea', 'tag': '3a90fc76-326e-43cd-a452-eed132093ac5', 'status': 'completed', 'code': 200} Nov 09 04:58:07.576843 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291552f0-2fbb-4c0b-b8f5-0a6c580c4ee0 None None] Pushing event updated for resources: {'Port': ['ID=f5282925-fc09-4018-903a-5fe3286c3337,revision_number=3']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:07.582138 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac852503-70fb-48a9-b3d8-4f2cac27b230 {{(pid=100973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:58:07.608476 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port ac852503-70fb-48a9-b3d8-4f2cac27b230, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ac852503-70fb-48a9-b3d8-4f2cac27b230,segment=NetworkSegment(15b33fde-2078-42f0-ac57-1c9310d80e2d),segment_id=15b33fde-2078-42f0-ac57-1c9310d80e2d)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:07.623409 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:07.628904 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-35ebd203-b624-4911-8131-43c25d583379 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:07.688541 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-35ebd203-b624-4911-8131-43c25d583379 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:07.692272 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-839c4ef7-5534-44b3-9438-df1a547f7feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:07.695372 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-839c4ef7-5534-44b3-9438-df1a547f7feb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bab423d141e49b29b86b769cfa8d939&device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 1096 time: 0.0849736 Nov 09 04:58:07.703921 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] Attempting to bind port f5282925-fc09-4018-903a-5fe3286c3337 on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:58:07.704361 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] Attempting to bind port f5282925-fc09-4018-903a-5fe3286c3337 by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': 'c4a5a13a-f5c8-4b19-9489-1926e934b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c'}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:58:07.704786 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] Attempting to bind port f5282925-fc09-4018-903a-5fe3286c3337 on network 9f10e939-279a-4c85-98c6-1d5ee6c0218c {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:58:07.722948 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:58:07.723423 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] Checking segment: {'id': 'c4a5a13a-f5c8-4b19-9489-1926e934b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:58:07.723916 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:07.724370 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] Bound using segment: {'id': 'c4a5a13a-f5c8-4b19-9489-1926e934b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c'} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:58:07.724924 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] Bound port: f5282925-fc09-4018-903a-5fe3286c3337, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a5a13a-f5c8-4b19-9489-1926e934b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c'}}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:58:07.725380 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:07.770517 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-e15a3970-d83c-4dea-9b3d-22c1af8a9c39 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a90fc76-326e-43cd-a452-eed132093ac5 HTTP/1.1" status: 200 len: 217 time: 0.0552788 Nov 09 04:58:07.796159 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=ac852503-70fb-48a9-b3d8-4f2cac27b230,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:07.865662 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] For port f5282925-fc09-4018-903a-5fe3286c3337, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:58:07.870606 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] For port f5282925-fc09-4018-903a-5fe3286c3337, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=f5282925-fc09-4018-903a-5fe3286c3337,segment=NetworkSegment(c4a5a13a-f5c8-4b19-9489-1926e934b027),segment_id=c4a5a13a-f5c8-4b19-9489-1926e934b027)] {{(pid=100973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:58:07.876181 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:07.881737 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-8fa5d5a7-1e0f-4135-9f96-71f47cc0d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:07.887398 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-8fa5d5a7-1e0f-4135-9f96-71f47cc0d028 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80f9bd92-41eb-4f4c-96cb-9f776c4e9060 HTTP/1.1" status: 200 len: 849 time: 0.0830009 Nov 09 04:58:07.920953 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-35ebd203-b624-4911-8131-43c25d583379 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for port, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:07.945500 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-35ebd203-b624-4911-8131-43c25d583379 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3537972'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:07.961355 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] Routers {'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:58:07.961977 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T04:58:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:07.968723 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-33611f24-aa4c-4b53-823c-dc11f9bb4c11 None None] Provisioning complete for port f5282925-fc09-4018-903a-5fe3286c3337 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:07.968723 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-33611f24-aa4c-4b53-823c-dc11f9bb4c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:07.982486 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-334f894f-bf19-4aee-9b75-b08c0475f1a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2b01fa8a-95e4-433e-8d69-a2e7b25559a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442302 Nov 09 04:58:08.016622 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291552f0-2fbb-4c0b-b8f5-0a6c580c4ee0 None None] Pushing event updated for resources: {'Port': ['ID=f5282925-fc09-4018-903a-5fe3286c3337,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:08.059399 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebd203-b624-4911-8131-43c25d583379 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Pushing event updated for resources: {'Port': ['ID=33854e66-ac06-4179-83c0-98687f10f117,revision_number=2']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:08.080598 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308ea97-08f8-4385-bec8-7fbb4374a863 req-21e043b8-e726-4a5b-9cb5-fdd0de5a06ae tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:08.088583 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4308ea97-08f8-4385-bec8-7fbb4374a863 req-21e043b8-e726-4a5b-9cb5-fdd0de5a06ae tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.1950622 Nov 09 04:58:08.118918 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 1d37c2a7-fa95-485e-97b3-8de99d876880 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:58:08.146570 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-35ebd203-b624-4911-8131-43c25d583379 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461206'] for floatingip, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:08.163676 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-8fa4e738-7e70-441c-8929-ca0540b9e83f service neutron] 10.222.0.20 "GET /v2.0/networks/2b01fa8a-95e4-433e-8d69-a2e7b25559a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673191 Nov 09 04:58:08.219831 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-35ebd203-b624-4911-8131-43c25d583379 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for floatingip, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:08.231971 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-35ebd203-b624-4911-8131-43c25d583379 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5076535 Nov 09 04:58:08.252192 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4308ea97-08f8-4385-bec8-7fbb4374a863 req-d33b643e-6893-4663-965a-77793d744db0 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626523 Nov 09 04:58:08.321458 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-33611f24-aa4c-4b53-823c-dc11f9bb4c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:08.368007 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42e6f1-bc27-4528-8ec6-95cee894abf1 req-5d49886c-357f-4859-be53-abfc8d96358f tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:08.370486 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] Set router c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:58:08.380175 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5f42e6f1-bc27-4528-8ec6-95cee894abf1 req-5d49886c-357f-4859-be53-abfc8d96358f tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 944 time: 0.0938532 Nov 09 04:58:08.389687 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-023dcd64-750f-4c6a-a085-53d0409d95b7 req-9b3c7733-3ec4-4526-a49f-31510787a45a service neutron] 10.222.0.20 "GET /v2.0/networks/2b01fa8a-95e4-433e-8d69-a2e7b25559a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177842 Nov 09 04:58:08.423584 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-33611f24-aa4c-4b53-823c-dc11f9bb4c11 None None] For port f5282925-fc09-4018-903a-5fe3286c3337, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=f5282925-fc09-4018-903a-5fe3286c3337,segment=NetworkSegment(c4a5a13a-f5c8-4b19-9489-1926e934b027),segment_id=c4a5a13a-f5c8-4b19-9489-1926e934b027)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:08.435393 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['ac852503-70fb-48a9-b3d8-4f2cac27b230'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:58:08.437362 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5f42e6f1-bc27-4528-8ec6-95cee894abf1 req-b0d07349-d789-4182-bb46-de8310b9fe66 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556979 Nov 09 04:58:08.485289 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-33611f24-aa4c-4b53-823c-dc11f9bb4c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:08.547665 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00f518-4fd5-4b6a-9289-26ea039a069b req-1b578d9b-8d11-41fb-950f-c0c2ccc12eb4 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:08.558895 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-fb00f518-4fd5-4b6a-9289-26ea039a069b req-1b578d9b-8d11-41fb-950f-c0c2ccc12eb4 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 943 time: 0.0726748 Nov 09 04:58:08.561736 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port 1d37c2a7-fa95-485e-97b3-8de99d876880 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:08.562216 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:08.632972 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-e92fefd0-6c06-4494-a7bc-8c39a4cf89d7 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1697671709&fields=id&tenant_id=acf465ea6c244dcaa76ca3817fc6801f HTTP/1.1" status: 200 len: 267 time: 0.0813718 Nov 09 04:58:08.639309 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-fb00f518-4fd5-4b6a-9289-26ea039a069b req-e209dcc2-6f43-43b0-958a-6708cc9de1c5 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793836 Nov 09 04:58:08.671783 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501533a-e41f-40cf-9931-6a2882d315f4 req-32c05dd2-21ae-43f4-b28f-d9e3d36707c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:08.673327 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0501533a-e41f-40cf-9931-6a2882d315f4 req-32c05dd2-21ae-43f4-b28f-d9e3d36707c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0bab423d141e49b29b86b769cfa8d939&device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 1096 time: 0.1625996 Nov 09 04:58:08.732350 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33611f24-aa4c-4b53-823c-dc11f9bb4c11 None None] Pushing event updated for resources: {'Port': ['ID=f5282925-fc09-4018-903a-5fe3286c3337,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:08.786070 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501533a-e41f-40cf-9931-6a2882d315f4 req-ab083ae3-8538-4c51-bf6f-89db7ed36057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:08.787563 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0501533a-e41f-40cf-9931-6a2882d315f4 req-ab083ae3-8538-4c51-bf6f-89db7ed36057 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2b01fa8a-95e4-433e-8d69-a2e7b25559a4 HTTP/1.1" status: 200 len: 910 time: 0.0886693 Nov 09 04:58:08.790206 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-cc0c770d-f9da-411a-a073-2252ca22eb19 None None] Provisioning complete for port f5282925-fc09-4018-903a-5fe3286c3337 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:08.790206 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc0c770d-f9da-411a-a073-2252ca22eb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:08.837014 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0501533a-e41f-40cf-9931-6a2882d315f4 req-d874c689-320b-4ea6-8f0d-fc181b5ffc20 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a90fc76-326e-43cd-a452-eed132093ac5 HTTP/1.1" status: 200 len: 217 time: 0.0418549 Nov 09 04:58:08.897785 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-a6257afc-2863-4ea5-b32e-65be594b9bc6 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:08.900074 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-a6257afc-2863-4ea5-b32e-65be594b9bc6 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/networks?id=9f10e939-279a-4c85-98c6-1d5ee6c0218c HTTP/1.1" status: 200 len: 811 time: 0.2660234 Nov 09 04:58:08.919026 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-fcb0edde-ad39-4a85-a057-59f05f6c9b7e tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/quotas/acf465ea6c244dcaa76ca3817fc6801f HTTP/1.1" status: 200 len: 375 time: 0.0130353 Nov 09 04:58:08.922917 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501533a-e41f-40cf-9931-6a2882d315f4 req-da7d5282-0958-4aab-8ffd-9fbab38d7242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:08.924471 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0501533a-e41f-40cf-9931-6a2882d315f4 req-da7d5282-0958-4aab-8ffd-9fbab38d7242 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80f9bd92-41eb-4f4c-96cb-9f776c4e9060 HTTP/1.1" status: 200 len: 849 time: 0.0790169 Nov 09 04:58:09.001126 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0501533a-e41f-40cf-9931-6a2882d315f4 req-4c8e3654-e8c9-4613-991a-098b1a3808ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2b01fa8a-95e4-433e-8d69-a2e7b25559a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374293 Nov 09 04:58:09.019746 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-31a3b084-b6a7-4b62-91a1-75cdd63d21b3 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=acf465ea6c244dcaa76ca3817fc6801f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0928934 Nov 09 04:58:09.024411 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'name': 'tempest-AttachVolumeTestJSON-1015286971-router', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:57:58Z', 'updated_at': '2021-11-09T04:58:03Z', 'revision_number': 4, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'gw_port': {'id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:59Z', 'updated_at': '2021-11-09T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'f5282925-fc09-4018-903a-5fe3286c3337', 'name': '', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'mac_address': 'fa:16:3e:83:70:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:02Z', 'updated_at': '2021-11-09T04:58:07Z', 'revision_number': 4, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'subnets': [{'id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:09.060371 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcab2b6-be4c-4868-a26f-70e57a70e6ce None None] The sync data for ids ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'] in dv-cinder-817135-2-iscsi is: [{'id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'name': 'tempest-AttachVolumeTestJSON-1015286971-router', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:57:58Z', 'updated_at': '2021-11-09T04:58:03Z', 'revision_number': 4, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'gw_port': {'id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:59Z', 'updated_at': '2021-11-09T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'f5282925-fc09-4018-903a-5fe3286c3337', 'name': '', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'mac_address': 'fa:16:3e:83:70:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:02Z', 'updated_at': '2021-11-09T04:58:07Z', 'revision_number': 4, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'subnets': [{'id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:58:09.205819 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0501533a-e41f-40cf-9931-6a2882d315f4 req-e4deb27e-2592-4ec0-8e10-801b3268b605 service neutron] 10.222.0.20 "GET /v2.0/networks/2b01fa8a-95e4-433e-8d69-a2e7b25559a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849468 Nov 09 04:58:09.321733 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-7df3494f-211c-4100-8068-62391da400bc service neutron] 10.222.0.41 "GET /v2.0/networks/9f10e939-279a-4c85-98c6-1d5ee6c0218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329090 Nov 09 04:58:09.430566 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0501533a-e41f-40cf-9931-6a2882d315f4 req-bc6083c2-2a7c-4c36-a797-317818aba38b service neutron] 10.222.0.20 "GET /v2.0/networks/2b01fa8a-95e4-433e-8d69-a2e7b25559a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152395 Nov 09 04:58:09.459794 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b82d5-d413-4457-8f6c-560f7c55377a req-93623953-f6ff-477e-b3e1-ad30b7ce3a86 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:09.472492 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-350b82d5-d413-4457-8f6c-560f7c55377a req-93623953-f6ff-477e-b3e1-ad30b7ce3a86 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0828671 Nov 09 04:58:09.484378 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-8ab0ad51-8ac0-4694-98e4-16e7df85154a service neutron] 10.222.0.41 "GET /v2.0/networks/9f10e939-279a-4c85-98c6-1d5ee6c0218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611869 Nov 09 04:58:09.514599 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:09.559803 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-350b82d5-d413-4457-8f6c-560f7c55377a req-bfea8a66-bccf-49be-8571-3cf050006c67 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902278 Nov 09 04:58:09.683423 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b64bc-8689-4848-8222-1b352d0da635 req-26285243-0f4e-4bd3-98ac-dfb25b8e06c7 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:09.692133 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c26b64bc-8689-4848-8222-1b352d0da635 req-26285243-0f4e-4bd3-98ac-dfb25b8e06c7 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 944 time: 0.0691576 Nov 09 04:58:09.759481 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c26b64bc-8689-4848-8222-1b352d0da635 req-b344550c-42c1-424e-bace-a3054ac768e1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592282 Nov 09 04:58:09.781523 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0a156-4e90-4490-8ddc-06483f444502 req-ce6d975e-e2ab-4898-82d7-24801c4220f8 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:09.783068 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8df0a156-4e90-4490-8ddc-06483f444502 req-ce6d975e-e2ab-4898-82d7-24801c4220f8 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0800889 Nov 09 04:58:09.824303 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a7811e6b-883e-48c5-aeb9-8cd343dd4577 req-b1511066-b6d0-45f1-9ff8-6350e5381a9d tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 210 time: 0.0327570 Nov 09 04:58:09.858480 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8df0a156-4e90-4490-8ddc-06483f444502 req-87af4913-c969-4ddc-863c-6eaabedab5db tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686450 Nov 09 04:58:09.990378 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device f5282925-fc09-4018-903a-5fe3286c3337 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:58:10.005675 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ed14e-cf10-4539-97ae-785dd37c01d1 req-9311c716-0a86-4536-8d35-8920ee6048ca tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:10.008057 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-942ed14e-cf10-4539-97ae-785dd37c01d1 req-9311c716-0a86-4536-8d35-8920ee6048ca tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 943 time: 0.0758545 Nov 09 04:58:10.093216 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port f5282925-fc09-4018-903a-5fe3286c3337 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:10.093784 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:10.105704 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-942ed14e-cf10-4539-97ae-785dd37c01d1 req-806748fa-6ede-4d20-a4b1-546ab629a270 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824404 Nov 09 04:58:10.859540 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa66508-ebf3-4264-8fa6-004f126cd1b4 req-e7fa3d48-e620-43d0-8cf8-fe3eea189e2f tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:10.861123 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0fa66508-ebf3-4264-8fa6-004f126cd1b4 req-e7fa3d48-e620-43d0-8cf8-fe3eea189e2f tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 944 time: 0.0483038 Nov 09 04:58:10.911813 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0fa66508-ebf3-4264-8fa6-004f126cd1b4 req-9b93491a-a770-4df8-9c12-1a37c1fd1bda tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419796 Nov 09 04:58:11.000846 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-62b6c3ae-95ee-4b47-9f6b-a53db2fe5337 req-37a343bd-9b54-460d-8386-a15853ef90fe tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 210 time: 0.0262535 Nov 09 04:58:11.216089 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6b3fa-1fb8-47d3-a2ef-bdb59d3f163f req-302ca9d5-6fa6-4006-9b6d-cdc9194a303a tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:11.217521 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ffa6b3fa-1fb8-47d3-a2ef-bdb59d3f163f req-302ca9d5-6fa6-4006-9b6d-cdc9194a303a tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 943 time: 0.0471876 Nov 09 04:58:11.266507 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ffa6b3fa-1fb8-47d3-a2ef-bdb59d3f163f req-2a2aa584-0ffa-4a73-8120-9a9029c0c1a7 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431113 Nov 09 04:58:12.030858 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8220ca-ffc0-4065-a3a2-24769cb45c2f req-8e0f94c4-cdd2-4ac0-8d0c-dc51a1864546 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:12.032580 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4d8220ca-ffc0-4065-a3a2-24769cb45c2f req-8e0f94c4-cdd2-4ac0-8d0c-dc51a1864546 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 944 time: 0.0484560 Nov 09 04:58:12.078926 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4d8220ca-ffc0-4065-a3a2-24769cb45c2f req-15413da7-8542-4d5f-ae12-aba0348d28c4 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405138 Nov 09 04:58:12.156099 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-35eafed7-f543-4f38-9f8e-68cdef75d2cf req-776abe0a-deb0-44a4-87e3-6d25ffb3597a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 210 time: 0.0253351 Nov 09 04:58:12.380140 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cd2f5-f4be-454c-818c-0e4c58988029 req-7515c981-62de-4688-9e3d-390fd8444d64 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:12.381569 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-970cd2f5-f4be-454c-818c-0e4c58988029 req-7515c981-62de-4688-9e3d-390fd8444d64 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 943 time: 0.0467789 Nov 09 04:58:12.431021 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-970cd2f5-f4be-454c-818c-0e4c58988029 req-6923028b-2218-4f29-a53a-ad1444df449a tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437250 Nov 09 04:58:13.189174 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98410591-5dd7-4aa8-812d-f37ad1cc4651 req-28cc1eda-55c1-4a38-a25f-3db3ac8ff641 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:13.190613 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-98410591-5dd7-4aa8-812d-f37ad1cc4651 req-28cc1eda-55c1-4a38-a25f-3db3ac8ff641 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 944 time: 0.0478723 Nov 09 04:58:13.236978 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-98410591-5dd7-4aa8-812d-f37ad1cc4651 req-69092c3d-d99a-447b-af7c-7beaf4671f6d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405557 Nov 09 04:58:13.321322 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-609b2a98-d73b-4179-9253-22b007bba0e6 req-d658371c-0d15-4b90-8916-ca391b4e5373 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 210 time: 0.0252049 Nov 09 04:58:13.542259 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ddb43-f68e-44d6-a674-945f0a7f1d28 req-cd5142ea-2560-4f97-8145-38d85e076161 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:13.543756 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f90ddb43-f68e-44d6-a674-945f0a7f1d28 req-cd5142ea-2560-4f97-8145-38d85e076161 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 943 time: 0.0484126 Nov 09 04:58:13.595973 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f90ddb43-f68e-44d6-a674-945f0a7f1d28 req-f786703d-93b7-4aba-a66f-3a90d7f165b3 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461140 Nov 09 04:58:14.411311 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7be393-95d2-4a5c-b758-b459ab5461da req-d5ea3000-07c6-4b1b-8283-e12df5897b47 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:14.412832 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8e7be393-95d2-4a5c-b758-b459ab5461da req-d5ea3000-07c6-4b1b-8283-e12df5897b47 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 944 time: 0.0714226 Nov 09 04:58:14.437289 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c4e539a6-c943-48bc-ae55-1fd2c7ed33ba req-ce0df81d-834a-4c21-bbd0-725b31fc8dbf tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 210 time: 0.0255992 Nov 09 04:58:14.460002 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8e7be393-95d2-4a5c-b758-b459ab5461da req-a486a61d-1b38-41b6-b04e-2308a9b609f2 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414617 Nov 09 04:58:14.709747 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad6ee8-0935-4b1d-afb6-5f6eeb853cc1 req-a95d7cae-194d-44bf-b628-f025e1413a1a tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:14.711407 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0dad6ee8-0935-4b1d-afb6-5f6eeb853cc1 req-a95d7cae-194d-44bf-b628-f025e1413a1a tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 943 time: 0.0509338 Nov 09 04:58:14.767768 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0dad6ee8-0935-4b1d-afb6-5f6eeb853cc1 req-df7d15f2-54ea-4cf8-b2a0-8ba974ce37cb tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478790 Nov 09 04:58:15.537881 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a0990531-4cfd-4eba-a24b-050b2d38b7f6 req-7e89a61c-804c-42e3-95a4-caaa62c69c91 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 210 time: 0.0306246 Nov 09 04:58:15.613758 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c44d42-72ef-4de6-8660-be49c0c2b302 req-0b61992b-9d68-4381-aabc-71e1880132a4 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:15.615257 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-97c44d42-72ef-4de6-8660-be49c0c2b302 req-0b61992b-9d68-4381-aabc-71e1880132a4 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 944 time: 0.0778601 Nov 09 04:58:15.670535 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-d9796e65-f994-4976-8882-d29bee990da7 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:15.670535 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-d9796e65-f994-4976-8882-d29bee990da7 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.20 "GET /v2.0/networks?id=9f10e939-279a-4c85-98c6-1d5ee6c0218c HTTP/1.1" status: 200 len: 811 time: 0.1269994 Nov 09 04:58:15.675835 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-97c44d42-72ef-4de6-8660-be49c0c2b302 req-517ac660-74ee-4323-9f89-15b1cfec7382 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486333 Nov 09 04:58:15.743191 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-f50cc73b-9714-4511-893d-532f3502dcb6 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acf465ea6c244dcaa76ca3817fc6801f HTTP/1.1" status: 200 len: 380 time: 0.0570297 Nov 09 04:58:15.761178 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-da529239-ca33-4387-9171-e71d465acc44 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Request body: {'port': {'device_id': '3a3364cb-1695-4329-82ff-d4e26da28b73', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'admin_state_up': True, 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'security_groups': ['a5fe98fc-1b46-4df1-9912-2196e8d0026d']}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:15.907420 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19cbb9-eee9-4440-bbbd-af26506c2751 req-73e689c1-47e5-4c73-aefc-1b71346a50cf tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:15.908880 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7b19cbb9-eee9-4440-bbbd-af26506c2751 req-73e689c1-47e5-4c73-aefc-1b71346a50cf tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 943 time: 0.0671008 Nov 09 04:58:15.921580 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-da529239-ca33-4387-9171-e71d465acc44 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Made reservation on behalf of acf465ea6c244dcaa76ca3817fc6801f for: {'port': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:58:15.924740 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-da529239-ca33-4387-9171-e71d465acc44 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:16.008367 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7b19cbb9-eee9-4440-bbbd-af26506c2751 req-2ce78c1e-2ae1-4de0-ae22-406d4cff4288 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931375 Nov 09 04:58:16.073170 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_common [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-da529239-ca33-4387-9171-e71d465acc44 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Allocated IP 172.20.0.14 (9f10e939-279a-4c85-98c6-1d5ee6c0218c/45a0572c-751c-4e91-b532-b38a534f78d3/1a56d5b6-a073-45bb-a202-4b929f0d7b30) {{(pid=100972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:58:16.212913 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-da529239-ca33-4387-9171-e71d465acc44 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for port, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:16.244594 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-da529239-ca33-4387-9171-e71d465acc44 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:16.284288 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-da529239-ca33-4387-9171-e71d465acc44 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Network 9f10e939-279a-4c85-98c6-1d5ee6c0218c is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:58:16.287179 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-da529239-ca33-4387-9171-e71d465acc44 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:58:16.293320 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-da529239-ca33-4387-9171-e71d465acc44 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Received port after_create {{(pid=100972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:58:16.319474 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da529239-ca33-4387-9171-e71d465acc44 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Pushing event updated for resources: {'Port': ['ID=1a56d5b6-a073-45bb-a202-4b929f0d7b30,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:16.323273 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device ac852503-70fb-48a9-b3d8-4f2cac27b230 up at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:58:16.347257 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-da529239-ca33-4387-9171-e71d465acc44 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:16.347911 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-da529239-ca33-4387-9171-e71d465acc44 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:16.363685 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-da529239-ca33-4387-9171-e71d465acc44 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6070993 Nov 09 04:58:16.384435 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-33496264-757e-40ac-8091-e3c3406b5402 service neutron] Request body: {'port': {'device_id': '3a3364cb-1695-4329-82ff-d4e26da28b73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:16.440648 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-33496264-757e-40ac-8091-e3c3406b5402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:16.502016 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-d91715cc-8847-4553-ba7c-371f0159684b None None] Provisioning complete for port 1a56d5b6-a073-45bb-a202-4b929f0d7b30 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:16.502328 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-d91715cc-8847-4553-ba7c-371f0159684b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:16.505663 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning for port ac852503-70fb-48a9-b3d8-4f2cac27b230 completed by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:58:16.529419 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning complete for port ac852503-70fb-48a9-b3d8-4f2cac27b230 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:16.532860 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:16.558696 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-d91715cc-8847-4553-ba7c-371f0159684b None None] Port 1a56d5b6-a073-45bb-a202-4b929f0d7b30 cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:58:16.617892 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:16.644522 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4587bfc-3272-4893-a25b-9e3cdbcd8f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac852503-70fb-48a9-b3d8-4f2cac27b230'}] {{(pid=100973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:58:16.647149 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54011f83237459a559275aec36f6846328bebe107db2d1d5386815f5349ca10e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff27cef-681e-4858-9f06-5e9d38cb78db" -d '{"events": [{"server_uuid": "f4587bfc-3272-4893-a25b-9e3cdbcd8f47", "name": "network-vif-plugged", "status": "completed", "tag": "ac852503-70fb-48a9-b3d8-4f2cac27b230"}]}' {{(pid=100973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:58:16.660639 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port ac852503-70fb-48a9-b3d8-4f2cac27b230, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ac852503-70fb-48a9-b3d8-4f2cac27b230,segment=NetworkSegment(15b33fde-2078-42f0-ac57-1c9310d80e2d),segment_id=15b33fde-2078-42f0-ac57-1c9310d80e2d)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:16.664598 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:16.702030 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb326fd-a595-4923-8c94-068c528863c5 req-8ed84aec-862d-4756-a229-9e670c3c6403 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:16.703542 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0eb326fd-a595-4923-8c94-068c528863c5 req-8ed84aec-862d-4756-a229-9e670c3c6403 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 932 time: 0.0723751 Nov 09 04:58:16.718440 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=ac852503-70fb-48a9-b3d8-4f2cac27b230,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:16.790568 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0eb326fd-a595-4923-8c94-068c528863c5 req-80dced6b-a081-4c1a-8e4d-974cbd5dc1d3 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805995 Nov 09 04:58:16.794355 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-33496264-757e-40ac-8091-e3c3406b5402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a56d5b6-a073-45bb-a202-4b929f0d7b30 {{(pid=100972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:58:16.802826 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-33496264-757e-40ac-8091-e3c3406b5402 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:16.827556 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.provisioning_blocks [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-33496264-757e-40ac-8091-e3c3406b5402 service neutron] Transition to ACTIVE for port object 1a56d5b6-a073-45bb-a202-4b929f0d7b30 will not be triggered until provisioned by entity L2. {{(pid=100972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:58:16.832430 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-33496264-757e-40ac-8091-e3c3406b5402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:16.839756 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f378f94d-05e4-4042-9fe9-673afe01d82d x-openstack-request-id: req-f378f94d-05e4-4042-9fe9-673afe01d82d {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:58:16.840318 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4587bfc-3272-4893-a25b-9e3cdbcd8f47", "name": "network-vif-plugged", "status": "completed", "tag": "ac852503-70fb-48a9-b3d8-4f2cac27b230", "code": 200}]} {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:58:16.841471 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f378f94d-05e4-4042-9fe9-673afe01d82d {{(pid=100973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:58:16.842245 dv-cinder-817135-2-iscsi neutron-server[100973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4587bfc-3272-4893-a25b-9e3cdbcd8f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac852503-70fb-48a9-b3d8-4f2cac27b230', 'code': 200} Nov 09 04:58:17.147088 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33496264-757e-40ac-8091-e3c3406b5402 service neutron] Pushing event updated for resources: {'Port': ['ID=1a56d5b6-a073-45bb-a202-4b929f0d7b30,revision_number=2']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:17.208714 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5961d2-fb7d-4e3c-bda7-c922118ed3bc req-84454d24-b1a0-41d7-b5a3-0478b73be03f tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:17.210247 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-cd5961d2-fb7d-4e3c-bda7-c922118ed3bc req-84454d24-b1a0-41d7-b5a3-0478b73be03f tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 945 time: 0.1131980 Nov 09 04:58:17.257962 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-33496264-757e-40ac-8091-e3c3406b5402 service neutron] Attempting to bind port 1a56d5b6-a073-45bb-a202-4b929f0d7b30 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:58:17.258296 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-33496264-757e-40ac-8091-e3c3406b5402 service neutron] Attempting to bind port 1a56d5b6-a073-45bb-a202-4b929f0d7b30 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'c4a5a13a-f5c8-4b19-9489-1926e934b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c'}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:58:17.258624 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-33496264-757e-40ac-8091-e3c3406b5402 service neutron] Attempting to bind port 1a56d5b6-a073-45bb-a202-4b929f0d7b30 on network 9f10e939-279a-4c85-98c6-1d5ee6c0218c {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:58:17.269127 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-33496264-757e-40ac-8091-e3c3406b5402 service neutron] Port 1a56d5b6-a073-45bb-a202-4b929f0d7b30 on network 9f10e939-279a-4c85-98c6-1d5ee6c0218c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:58:17.269450 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-33496264-757e-40ac-8091-e3c3406b5402 service neutron] Attempting to bind port 1a56d5b6-a073-45bb-a202-4b929f0d7b30 on network 9f10e939-279a-4c85-98c6-1d5ee6c0218c {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:58:17.284862 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-33496264-757e-40ac-8091-e3c3406b5402 service neutron] Checking agent: {'id': '95cbc7df-874e-4f22-acf5-3b3cdde6b18e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'started_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:58:17.285199 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-33496264-757e-40ac-8091-e3c3406b5402 service neutron] Checking segment: {'id': 'c4a5a13a-f5c8-4b19-9489-1926e934b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:58:17.285579 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-33496264-757e-40ac-8091-e3c3406b5402 service neutron] Bound using segment: {'id': 'c4a5a13a-f5c8-4b19-9489-1926e934b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c'} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:58:17.286003 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-33496264-757e-40ac-8091-e3c3406b5402 service neutron] Bound port: 1a56d5b6-a073-45bb-a202-4b929f0d7b30, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a5a13a-f5c8-4b19-9489-1926e934b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c'}}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:58:17.286351 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-33496264-757e-40ac-8091-e3c3406b5402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:17.292275 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-cd5961d2-fb7d-4e3c-bda7-c922118ed3bc req-b4c4d0cd-09f8-4a4b-bedb-5861b6e00076 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741737 Nov 09 04:58:17.351004 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-33496264-757e-40ac-8091-e3c3406b5402 service neutron] For port 1a56d5b6-a073-45bb-a202-4b929f0d7b30, host hv-cinder-81713, cleared binding levels {{(pid=100972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:58:17.353999 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-33496264-757e-40ac-8091-e3c3406b5402 service neutron] For port 1a56d5b6-a073-45bb-a202-4b929f0d7b30, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=1a56d5b6-a073-45bb-a202-4b929f0d7b30,segment=NetworkSegment(c4a5a13a-f5c8-4b19-9489-1926e934b027),segment_id=c4a5a13a-f5c8-4b19-9489-1926e934b027)] {{(pid=100972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:58:17.358784 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-33496264-757e-40ac-8091-e3c3406b5402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:17.391834 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-33496264-757e-40ac-8091-e3c3406b5402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:17.392440 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-33496264-757e-40ac-8091-e3c3406b5402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:17.393800 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-33496264-757e-40ac-8091-e3c3406b5402 service neutron] 10.222.0.20 "PUT /v2.0/ports/1a56d5b6-a073-45bb-a202-4b929f0d7b30 HTTP/1.1" status: 200 len: 1094 time: 1.0138927 Nov 09 04:58:17.394221 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3364cb-1695-4329-82ff-d4e26da28b73', 'tag': '1a56d5b6-a073-45bb-a202-4b929f0d7b30'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:58:17.396438 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e602305b-0092-4715-8bc3-938f0abeeb8a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3364cb-1695-4329-82ff-d4e26da28b73", "tag": "1a56d5b6-a073-45bb-a202-4b929f0d7b30"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:58:17.421855 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33496264-757e-40ac-8091-e3c3406b5402 service neutron] Pushing event updated for resources: {'Port': ['ID=1a56d5b6-a073-45bb-a202-4b929f0d7b30,revision_number=3']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:17.554962 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c32737-43ca-4a17-884d-3b1dde407abf req-297f3a19-54c1-434c-a91d-79a122e25807 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:17.556533 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-99c32737-43ca-4a17-884d-3b1dde407abf req-297f3a19-54c1-434c-a91d-79a122e25807 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 943 time: 0.0564137 Nov 09 04:58:17.605297 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-99c32737-43ca-4a17-884d-3b1dde407abf req-375de715-c82c-4707-aecd-eb098b984121 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426960 Nov 09 04:58:17.647008 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db8f21c-dadd-4c1a-8ea4-3070b145b4a1 x-openstack-request-id: req-3db8f21c-dadd-4c1a-8ea4-3070b145b4a1 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:58:17.647288 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3364cb-1695-4329-82ff-d4e26da28b73", "tag": "1a56d5b6-a073-45bb-a202-4b929f0d7b30", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:58:17.647537 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3db8f21c-dadd-4c1a-8ea4-3070b145b4a1 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:58:17.647958 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3364cb-1695-4329-82ff-d4e26da28b73', 'tag': '1a56d5b6-a073-45bb-a202-4b929f0d7b30', 'status': 'completed', 'code': 200} Nov 09 04:58:17.734866 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43decb5a-bb62-4dde-8fef-7cec941651a8 req-23798906-9f46-4315-beca-17fc4d4cac0b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:17.736338 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-43decb5a-bb62-4dde-8fef-7cec941651a8 req-23798906-9f46-4315-beca-17fc4d4cac0b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0476904 Nov 09 04:58:17.781985 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-43decb5a-bb62-4dde-8fef-7cec941651a8 req-4570750a-f108-428f-a287-1ba9259c025f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398340 Nov 09 04:58:17.902342 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dc0af-9be7-4d19-9fe6-4de2f817a726 req-c0b68b95-c1f1-4a0e-92f4-dddd4bd22f3d tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:17.903889 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d40dc0af-9be7-4d19-9fe6-4de2f817a726 req-c0b68b95-c1f1-4a0e-92f4-dddd4bd22f3d tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 944 time: 0.0471570 Nov 09 04:58:17.950782 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d40dc0af-9be7-4d19-9fe6-4de2f817a726 req-f37f1320-2de1-459e-9800-aa18820b1604 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406055 Nov 09 04:58:18.408665 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1ead1-08ad-4994-8275-04b99fde7d62 req-31c616e4-b6bb-489a-b487-7050acdac28a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:18.410114 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d8d1ead1-08ad-4994-8275-04b99fde7d62 req-31c616e4-b6bb-489a-b487-7050acdac28a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 945 time: 0.0525277 Nov 09 04:58:18.454574 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d8d1ead1-08ad-4994-8275-04b99fde7d62 req-019da3bf-a4a2-48a8-881e-0a29e00ddf60 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386176 Nov 09 04:58:18.718721 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16451a6-64fa-441f-b402-9b8622071162 req-3c66f693-ffec-41cd-8b9f-3b712abdab2a tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:18.720209 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f16451a6-64fa-441f-b402-9b8622071162 req-3c66f693-ffec-41cd-8b9f-3b712abdab2a tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 943 time: 0.0479727 Nov 09 04:58:18.765485 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f16451a6-64fa-441f-b402-9b8622071162 req-a7cf25ea-e29d-4f4c-aebe-7ccbc75f1cf8 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394313 Nov 09 04:58:18.895357 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6768b-6dfd-481d-8665-e937ffe8097f req-fdf736d1-fd5e-45b8-a72a-e9fd1345750a tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:18.896856 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-17c6768b-6dfd-481d-8665-e937ffe8097f req-fdf736d1-fd5e-45b8-a72a-e9fd1345750a tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0485890 Nov 09 04:58:18.946132 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-17c6768b-6dfd-481d-8665-e937ffe8097f req-d850b4e1-f136-47a4-925a-fa94349503f7 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434260 Nov 09 04:58:19.061329 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589be73-c326-4f11-81a2-44ee16feb0b9 req-640bffe1-ba39-4e56-9faf-63e4a857a43d tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:19.062775 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1589be73-c326-4f11-81a2-44ee16feb0b9 req-640bffe1-ba39-4e56-9faf-63e4a857a43d tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 944 time: 0.0479293 Nov 09 04:58:19.107709 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1589be73-c326-4f11-81a2-44ee16feb0b9 req-071a6cd1-b089-44e0-9896-fee0023953b7 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390050 Nov 09 04:58:19.567071 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc9671-29dd-4670-b4f7-57079a5172d2 req-f0b6a96e-afdc-46e2-8ed5-0522bf897b08 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:19.568655 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c2bc9671-29dd-4670-b4f7-57079a5172d2 req-f0b6a96e-afdc-46e2-8ed5-0522bf897b08 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 945 time: 0.0483325 Nov 09 04:58:19.614225 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c2bc9671-29dd-4670-b4f7-57079a5172d2 req-58fe782c-42bc-462f-b7ca-0fff961cc792 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399425 Nov 09 04:58:19.879949 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7bf1c-c7b8-4c1f-b43d-105cc58a5c6a req-fec77c65-38ee-4c65-9a88-8b415f8cad4a tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:19.881433 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2bf7bf1c-c7b8-4c1f-b43d-105cc58a5c6a req-fec77c65-38ee-4c65-9a88-8b415f8cad4a tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 943 time: 0.0515406 Nov 09 04:58:19.928131 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2bf7bf1c-c7b8-4c1f-b43d-105cc58a5c6a req-f65149b2-e60d-4e0a-8a22-a44e643a473d tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409169 Nov 09 04:58:20.057636 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b23bb1-fa5e-41fd-ab85-cd909fb92b70 req-0b45d619-4203-4a89-8b23-ba22459fe77d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:20.059052 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-26b23bb1-fa5e-41fd-ab85-cd909fb92b70 req-0b45d619-4203-4a89-8b23-ba22459fe77d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0490890 Nov 09 04:58:20.104804 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-26b23bb1-fa5e-41fd-ab85-cd909fb92b70 req-49746958-f285-47bf-bd8d-45d5cad4697a tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398147 Nov 09 04:58:20.220453 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2302f6-b9c9-4fba-981e-4cb7288d3f0e req-4fa18f9e-00c2-4db8-90b7-790d56b159df tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:20.221890 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0a2302f6-b9c9-4fba-981e-4cb7288d3f0e req-4fa18f9e-00c2-4db8-90b7-790d56b159df tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 944 time: 0.0509732 Nov 09 04:58:20.267163 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0a2302f6-b9c9-4fba-981e-4cb7288d3f0e req-50b4156b-3f21-49e0-971e-b8ca13b00bb1 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395138 Nov 09 04:58:20.552210 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73af1d-f569-49fb-be48-2fbff0f819e7 req-5aae728a-2f0d-4734-b141-fe581840d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:20.553698 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ac73af1d-f569-49fb-be48-2fbff0f819e7 req-5aae728a-2f0d-4734-b141-fe581840d5c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 1099 time: 0.0675871 Nov 09 04:58:20.556255 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602305b-0092-4715-8bc3-938f0abeeb8a req-773d89eb-438b-456b-b6a5-10662a752856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:20.557642 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e602305b-0092-4715-8bc3-938f0abeeb8a req-773d89eb-438b-456b-b6a5-10662a752856 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acf465ea6c244dcaa76ca3817fc6801f&device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 1097 time: 0.0621817 Nov 09 04:58:20.802163 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602305b-0092-4715-8bc3-938f0abeeb8a req-ffb04a4f-bb41-450c-9dc4-24b4aba259c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:20.803604 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e602305b-0092-4715-8bc3-938f0abeeb8a req-ffb04a4f-bb41-450c-9dc4-24b4aba259c1 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=acf465ea6c244dcaa76ca3817fc6801f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2157092 Nov 09 04:58:20.809671 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73af1d-f569-49fb-be48-2fbff0f819e7 req-9d2aee30-31d0-40c9-a994-8374b82e02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:20.810999 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ac73af1d-f569-49fb-be48-2fbff0f819e7 req-9d2aee30-31d0-40c9-a994-8374b82e02f1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 200 len: 920 time: 0.2312415 Nov 09 04:58:20.814630 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9ffbd-18c9-4619-bec6-1a26fb24bb98 req-11cf9fa9-efd6-41b0-8f8d-6494e34eb21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:20.815985 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e1d9ffbd-18c9-4619-bec6-1a26fb24bb98 req-11cf9fa9-efd6-41b0-8f8d-6494e34eb21d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 1098 time: 0.1775312 Nov 09 04:58:20.829370 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698bc32-17dd-4ec2-a046-fde800dcfbc0 req-6d343db9-f679-462e-a816-9da03d1d106d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:20.830733 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4698bc32-17dd-4ec2-a046-fde800dcfbc0 req-6d343db9-f679-462e-a816-9da03d1d106d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 945 time: 0.1310873 Nov 09 04:58:20.870585 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 3a90fc76-326e-43cd-a452-eed132093ac5 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=100973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:58:20.909529 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ac73af1d-f569-49fb-be48-2fbff0f819e7 req-49d44f11-c825-481b-98d1-283848203d07 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 HTTP/1.1" status: 200 len: 217 time: 0.0759637 Nov 09 04:58:20.970285 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 3a90fc76-326e-43cd-a452-eed132093ac5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=3a90fc76-326e-43cd-a452-eed132093ac5,segment=NetworkSegment(865b446b-7da1-4537-8494-9795ce15c819),segment_id=865b446b-7da1-4537-8494-9795ce15c819)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:20.982395 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Returning: {'device': '3a90fc76-326e-43cd-a452-eed132093ac5', 'network_id': '2b01fa8a-95e4-433e-8d69-a2e7b25559a4', 'port_id': '3a90fc76-326e-43cd-a452-eed132093ac5', 'mac_address': 'fa:16:3e:55:85:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f9bd92-41eb-4f4c-96cb-9f776c4e9060', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:58:21.021821 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:21.036672 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a90fc76-326e-43cd-a452-eed132093ac5 {{(pid=100973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:58:21.039351 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4698bc32-17dd-4ec2-a046-fde800dcfbc0 req-0758b981-1bb9-434b-9163-93122939cc4e tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865964 Nov 09 04:58:21.054067 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e1d9ffbd-18c9-4619-bec6-1a26fb24bb98 req-39247ffe-0d3d-4891-b908-7deae918dc30 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214911 Nov 09 04:58:21.058370 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0332853-3996-4e17-9c5a-137ca1109e11 req-63fd4436-513c-41b7-aa42-37d03098a4f1 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:21.063111 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a0332853-3996-4e17-9c5a-137ca1109e11 req-63fd4436-513c-41b7-aa42-37d03098a4f1 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 943 time: 0.0644717 Nov 09 04:58:21.066006 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73af1d-f569-49fb-be48-2fbff0f819e7 req-d61d6e6b-6909-44a5-a344-21614bf31690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:21.068124 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ac73af1d-f569-49fb-be48-2fbff0f819e7 req-d61d6e6b-6909-44a5-a344-21614bf31690 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2499b84-6c8e-423c-9fb2-df6ba60139be HTTP/1.1" status: 200 len: 859 time: 0.1287127 Nov 09 04:58:21.068253 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 3a90fc76-326e-43cd-a452-eed132093ac5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=3a90fc76-326e-43cd-a452-eed132093ac5,segment=NetworkSegment(865b446b-7da1-4537-8494-9795ce15c819),segment_id=865b446b-7da1-4537-8494-9795ce15c819)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:21.069806 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602305b-0092-4715-8bc3-938f0abeeb8a req-3231d6fa-1f17-45c2-bacd-7b82969018e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:21.071866 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e602305b-0092-4715-8bc3-938f0abeeb8a req-3231d6fa-1f17-45c2-bacd-7b82969018e7 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2591348 Nov 09 04:58:21.073674 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:21.108714 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a0332853-3996-4e17-9c5a-137ca1109e11 req-92396920-bf6c-4a41-8c72-e02764f7266d tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407658 Nov 09 04:58:21.123426 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=3a90fc76-326e-43cd-a452-eed132093ac5,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:21.219162 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e11378-ca0e-4f88-afe9-34a425e43d64 req-6077ff42-3d5f-4b59-a3f8-b830060f7627 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:21.220557 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-39e11378-ca0e-4f88-afe9-34a425e43d64 req-6077ff42-3d5f-4b59-a3f8-b830060f7627 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0492947 Nov 09 04:58:21.266261 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-39e11378-ca0e-4f88-afe9-34a425e43d64 req-d9cd8549-3889-4bc7-9a0c-d64d9741ea5e tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399232 Nov 09 04:58:21.380675 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffd195-5de3-4ac0-8328-3e8b3fd8b281 req-77febbc0-907f-4b53-acaa-4895e8ecdcd0 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:21.382158 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-afffd195-5de3-4ac0-8328-3e8b3fd8b281 req-77febbc0-907f-4b53-acaa-4895e8ecdcd0 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 944 time: 0.0499411 Nov 09 04:58:21.432250 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-afffd195-5de3-4ac0-8328-3e8b3fd8b281 req-82ae39dc-f61a-40dc-96b7-313b155689e8 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435574 Nov 09 04:58:22.163179 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b2a90-b5f7-421d-89e9-3f43b76b740b req-3af6a4fd-e113-45ff-a778-6bb3811ac6d1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:22.164643 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-516b2a90-b5f7-421d-89e9-3f43b76b740b req-3af6a4fd-e113-45ff-a778-6bb3811ac6d1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 945 time: 0.0517182 Nov 09 04:58:22.207863 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['3a90fc76-326e-43cd-a452-eed132093ac5'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:58:22.209382 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-516b2a90-b5f7-421d-89e9-3f43b76b740b req-9c769e65-786a-48e3-8185-9804b9a7415c tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386670 Nov 09 04:58:22.275105 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ac73af1d-f569-49fb-be48-2fbff0f819e7 req-7ed14fd2-5cec-4366-b062-0fd9fa77b88f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311086 Nov 09 04:58:22.309117 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b293f9-0708-4340-8029-f3a04a6f9eb7 req-6290b85b-3101-4824-809f-75d1c903ddc7 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:22.310576 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-78b293f9-0708-4340-8029-f3a04a6f9eb7 req-6290b85b-3101-4824-809f-75d1c903ddc7 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 944 time: 0.0488627 Nov 09 04:58:22.358834 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-78b293f9-0708-4340-8029-f3a04a6f9eb7 req-76c4a7f4-41c3-4a25-bd96-4cf7ecc8387f tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419779 Nov 09 04:58:22.460292 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a82ee-7927-44b1-b479-f19532be3bde req-ca583976-5837-49d1-a4b3-05a468a9aa0f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:22.461667 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c22a82ee-7927-44b1-b479-f19532be3bde req-ca583976-5837-49d1-a4b3-05a468a9aa0f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0474732 Nov 09 04:58:22.488172 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-bdd46ee2-5fbf-4771-b7dc-de63334137f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:22.489598 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-bdd46ee2-5fbf-4771-b7dc-de63334137f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acf465ea6c244dcaa76ca3817fc6801f&device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 1097 time: 0.0984802 Nov 09 04:58:22.518367 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ac73af1d-f569-49fb-be48-2fbff0f819e7 req-a719d626-5ca1-478c-a669-29b92c6259b1 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194465 Nov 09 04:58:22.527434 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c22a82ee-7927-44b1-b479-f19532be3bde req-2ee6b035-bf7c-4f2f-a681-b45640b744e6 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584455 Nov 09 04:58:22.570405 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-0c0d8ab4-f4c8-4f4e-bb24-aa96cd429a2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a56d5b6-a073-45bb-a202-4b929f0d7b30 HTTP/1.1" status: 200 len: 217 time: 0.0507212 Nov 09 04:58:22.706568 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-dda82f2c-1ad6-43a6-b259-544ca6adb0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:22.708023 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-dda82f2c-1ad6-43a6-b259-544ca6adb0fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45a0572c-751c-4e91-b532-b38a534f78d3 HTTP/1.1" status: 200 len: 850 time: 0.1219127 Nov 09 04:58:22.717110 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561e21b-f0a0-4a38-9c3f-8a982f16e959 req-1912ce94-9766-4fc5-98ca-eeb4ca47ae6b tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:22.718462 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0561e21b-f0a0-4a38-9c3f-8a982f16e959 req-1912ce94-9766-4fc5-98ca-eeb4ca47ae6b tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 944 time: 0.1512611 Nov 09 04:58:22.720206 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ac73af1d-f569-49fb-be48-2fbff0f819e7 req-3886b469-e2e9-4168-994d-9ee4cdcca235 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907656 Nov 09 04:58:22.788359 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-24032135-61f5-4dc9-b330-18998f905cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:22.789862 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-24032135-61f5-4dc9-b330-18998f905cee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f10e939-279a-4c85-98c6-1d5ee6c0218c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688019 Nov 09 04:58:22.793860 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0561e21b-f0a0-4a38-9c3f-8a982f16e959 req-90f79bca-c168-4f12-9ceb-014a52471739 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640645 Nov 09 04:58:23.322574 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309913ec-74a8-464e-a0ad-21067ee13c03 req-30647b03-ceb9-4846-9e85-153a1b11f4dc tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:23.324035 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-309913ec-74a8-464e-a0ad-21067ee13c03 req-30647b03-ceb9-4846-9e85-153a1b11f4dc tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 945 time: 0.0478477 Nov 09 04:58:23.369744 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-309913ec-74a8-464e-a0ad-21067ee13c03 req-00f41b49-4acc-4adc-a990-dbd3ee1621c5 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391779 Nov 09 04:58:23.473775 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d8fe9-eb1b-4278-892b-f1dc19e7fb81 req-d152a470-8e6d-46dc-973e-91b518810748 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:23.475202 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-bb8d8fe9-eb1b-4278-892b-f1dc19e7fb81 req-d152a470-8e6d-46dc-973e-91b518810748 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 944 time: 0.0481551 Nov 09 04:58:23.523781 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-bb8d8fe9-eb1b-4278-892b-f1dc19e7fb81 req-71ef96b6-5439-4077-ba56-7e3e221888c7 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427523 Nov 09 04:58:23.641419 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a73666-1079-4b36-8574-58ba29b69c8e req-1bed1429-a1c8-47b5-a9b5-fb386fcd900a tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:23.642922 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b5a73666-1079-4b36-8574-58ba29b69c8e req-1bed1429-a1c8-47b5-a9b5-fb386fcd900a tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0487213 Nov 09 04:58:23.688813 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b5a73666-1079-4b36-8574-58ba29b69c8e req-24c168cb-91c7-4289-9ce0-bc6d4fb6d3e5 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401802 Nov 09 04:58:23.901872 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73ef64-ca0a-4ee5-9999-2e83bbc7e726 req-7c06af9e-b8d8-4efb-8633-0c637817f4d2 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:23.903302 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9c73ef64-ca0a-4ee5-9999-2e83bbc7e726 req-7c06af9e-b8d8-4efb-8633-0c637817f4d2 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 944 time: 0.0467551 Nov 09 04:58:23.949001 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9c73ef64-ca0a-4ee5-9999-2e83bbc7e726 req-30371b48-aef6-43ea-aafd-bdf64df21c19 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398350 Nov 09 04:58:24.486611 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e9c0f-0808-4712-9a9c-808fab1b7779 req-ffb1e219-f1ba-4e64-a61d-43703d93c662 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:24.487977 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a58e9c0f-0808-4712-9a9c-808fab1b7779 req-ffb1e219-f1ba-4e64-a61d-43703d93c662 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 945 time: 0.0520012 Nov 09 04:58:24.532914 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a58e9c0f-0808-4712-9a9c-808fab1b7779 req-7cef2a46-efcd-4823-91fd-e36efddb3682 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391607 Nov 09 04:58:24.633601 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857272a-b83d-4574-a697-27763c84312a req-e8066f4e-156d-4190-8844-e349ea921096 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:24.635032 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4857272a-b83d-4574-a697-27763c84312a req-e8066f4e-156d-4190-8844-e349ea921096 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 944 time: 0.0475931 Nov 09 04:58:24.681341 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4857272a-b83d-4574-a697-27763c84312a req-04062858-fabb-4c2f-89ff-312539bafbae tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404110 Nov 09 04:58:24.802053 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e193bc-5574-4510-b933-7943f0677735 req-06c2a899-6d77-4bc4-83c8-932e3f3f63e5 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:24.803399 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e4e193bc-5574-4510-b933-7943f0677735 req-06c2a899-6d77-4bc4-83c8-932e3f3f63e5 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0509148 Nov 09 04:58:24.848345 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e4e193bc-5574-4510-b933-7943f0677735 req-e65eb405-6eb6-4592-b329-f26e378e4cb2 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391223 Nov 09 04:58:25.058947 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f294c4-6cce-4c08-81cb-28bcabc0718e req-2213fe3a-0f3f-49ff-92ee-3fefcd64a741 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:25.060345 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-62f294c4-6cce-4c08-81cb-28bcabc0718e req-2213fe3a-0f3f-49ff-92ee-3fefcd64a741 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 944 time: 0.0475585 Nov 09 04:58:25.104942 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-62f294c4-6cce-4c08-81cb-28bcabc0718e req-7e76a4f1-c75f-4ab0-b946-b27d3e55dcf6 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388157 Nov 09 04:58:25.644188 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4ba65-bcec-469b-b129-a0b4d73f6237 req-8979a4c3-c7e5-481c-89b4-b931e2e7c8dc tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:25.645645 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-05d4ba65-bcec-469b-b129-a0b4d73f6237 req-8979a4c3-c7e5-481c-89b4-b931e2e7c8dc tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 945 time: 0.0471830 Nov 09 04:58:25.695360 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-05d4ba65-bcec-469b-b129-a0b4d73f6237 req-8df3274d-2bba-4811-b3c7-ab563e563ac7 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435553 Nov 09 04:58:25.795543 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0768da-7055-41d1-a957-01f8393d48d6 req-5981cd79-0012-4b11-83a2-3a35127a8168 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:25.796996 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7d0768da-7055-41d1-a957-01f8393d48d6 req-5981cd79-0012-4b11-83a2-3a35127a8168 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 944 time: 0.0479352 Nov 09 04:58:25.842759 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7d0768da-7055-41d1-a957-01f8393d48d6 req-bbbf970f-f055-4fe7-ad8c-23cd8b608b26 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399201 Nov 09 04:58:25.960503 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642104c-3523-4726-ab9d-ebe1e3008cee req-96a7db35-27c5-47f3-91c5-bcc076393997 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:25.961988 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4642104c-3523-4726-ab9d-ebe1e3008cee req-96a7db35-27c5-47f3-91c5-bcc076393997 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0488160 Nov 09 04:58:26.008333 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4642104c-3523-4726-ab9d-ebe1e3008cee req-9fa13e69-f2b8-4d9b-9943-d172cfffcc72 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405455 Nov 09 04:58:26.218675 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08adfde-7c43-4b31-990b-43350c64cb1b req-49d7b728-a3f4-4bc5-8425-1956d5d77a50 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:26.220146 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c08adfde-7c43-4b31-990b-43350c64cb1b req-49d7b728-a3f4-4bc5-8425-1956d5d77a50 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 944 time: 0.0521071 Nov 09 04:58:26.265873 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c08adfde-7c43-4b31-990b-43350c64cb1b req-c1739345-8f66-47f9-8f68-15d3d895b9fb tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397959 Nov 09 04:58:26.806325 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03098e8f-ecfa-4226-b29c-88c9441e10a5 req-c2a681f9-781c-42d5-9247-c80653178fb4 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:26.807810 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-03098e8f-ecfa-4226-b29c-88c9441e10a5 req-c2a681f9-781c-42d5-9247-c80653178fb4 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 945 time: 0.0480392 Nov 09 04:58:26.853480 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-03098e8f-ecfa-4226-b29c-88c9441e10a5 req-347ebf99-0ebc-40c6-b27a-4733219e467f tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396726 Nov 09 04:58:26.951878 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fabcf3-d51f-49c4-9847-71ca1d555330 req-09d4c7a8-949d-41fa-882d-1aec74a645f6 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:26.953310 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b9fabcf3-d51f-49c4-9847-71ca1d555330 req-09d4c7a8-949d-41fa-882d-1aec74a645f6 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 944 time: 0.0466459 Nov 09 04:58:27.002231 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b9fabcf3-d51f-49c4-9847-71ca1d555330 req-f5e94ebf-0c3f-4ce5-8406-ecc6691056b3 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431728 Nov 09 04:58:27.120506 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268acef6-3d26-41b6-a905-848ceafb36ca req-46312b2a-5d07-4204-b358-5b460ddf9b14 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:27.122376 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-268acef6-3d26-41b6-a905-848ceafb36ca req-46312b2a-5d07-4204-b358-5b460ddf9b14 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0469832 Nov 09 04:58:27.167788 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-268acef6-3d26-41b6-a905-848ceafb36ca req-72c8bf5f-3f9a-4f6d-8005-5398e01aca5e tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396686 Nov 09 04:58:27.381553 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1eb628-0438-4b57-ae89-f8f0bc107dfe req-7c866ee7-f75b-4364-9e55-3dc98d6a9817 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:27.383006 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5a1eb628-0438-4b57-ae89-f8f0bc107dfe req-7c866ee7-f75b-4364-9e55-3dc98d6a9817 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 944 time: 0.0475204 Nov 09 04:58:27.430056 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5a1eb628-0438-4b57-ae89-f8f0bc107dfe req-cc7542fc-65d3-4a5d-a7df-84bb3a2ddb04 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404887 Nov 09 04:58:27.715525 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-0727c47a-a6f5-4a27-a69f-70edf3be4727 service neutron] 10.222.0.20 "GET /v2.0/networks/9f10e939-279a-4c85-98c6-1d5ee6c0218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841413 Nov 09 04:58:27.911206 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c9192f8b-d94c-4f84-9d13-a39356e54331 req-d23e61a5-7801-47f3-943d-d48c26020073 service neutron] 10.222.0.20 "GET /v2.0/networks/9f10e939-279a-4c85-98c6-1d5ee6c0218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853870 Nov 09 04:58:27.975439 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020c0cb-20d4-473e-bb3b-882c4b578689 req-21091cc1-e242-463f-a067-7e969788d0c1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:27.977232 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3020c0cb-20d4-473e-bb3b-882c4b578689 req-21091cc1-e242-463f-a067-7e969788d0c1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 945 time: 0.0592949 Nov 09 04:58:28.023594 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3020c0cb-20d4-473e-bb3b-882c4b578689 req-f93da5a4-f61b-4241-9dcf-67e82e28864f tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392542 Nov 09 04:58:28.123330 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5a5ae-5796-41c2-8fec-39194ad0400f req-b6f747aa-80a2-469d-9df2-96aeb408a176 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:28.124830 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-02c5a5ae-5796-41c2-8fec-39194ad0400f req-b6f747aa-80a2-469d-9df2-96aeb408a176 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 944 time: 0.0483890 Nov 09 04:58:28.133341 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-b45b07d4-1e00-4772-90f9-6eefa15066ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:28.171520 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-02c5a5ae-5796-41c2-8fec-39194ad0400f req-1f38a374-4dae-432b-8bd4-bfebc376b0b2 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407591 Nov 09 04:58:28.288613 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd45d1a-df24-474f-b5a0-bd91aa7cd433 req-59987cbc-70d2-44db-acae-4c2d015d1094 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:28.290077 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1dd45d1a-df24-474f-b5a0-bd91aa7cd433 req-59987cbc-70d2-44db-acae-4c2d015d1094 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0583057 Nov 09 04:58:28.335907 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1dd45d1a-df24-474f-b5a0-bd91aa7cd433 req-a291ae29-f2c0-4c01-9fc2-2bcfd6c02c2f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397785 Nov 09 04:58:28.542002 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b6d19-ab74-4a7f-8377-0c25d9284dca req-98e2bea2-4830-4450-9c57-ee87afa01747 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:28.543399 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-746b6d19-ab74-4a7f-8377-0c25d9284dca req-98e2bea2-4830-4450-9c57-ee87afa01747 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 944 time: 0.0477507 Nov 09 04:58:28.591913 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-746b6d19-ab74-4a7f-8377-0c25d9284dca req-49bef680-6a25-4f6e-be72-e77f38b15bca tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424693 Nov 09 04:58:29.139385 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67216c22-b0cd-445e-95ab-3d99786ba880 req-176266e1-5622-4a46-ade9-b0ac42cd3ccb tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:29.140907 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-67216c22-b0cd-445e-95ab-3d99786ba880 req-176266e1-5622-4a46-ade9-b0ac42cd3ccb tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 945 time: 0.0470090 Nov 09 04:58:29.187553 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-67216c22-b0cd-445e-95ab-3d99786ba880 req-291975d0-3b4d-48c5-b77f-48c2be16e2ba tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406206 Nov 09 04:58:29.293118 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41941ce-0104-4983-b683-2719e738dcef req-c0ca2740-d147-4ec7-a5a2-58249fd9120b tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:29.294706 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c41941ce-0104-4983-b683-2719e738dcef req-c0ca2740-d147-4ec7-a5a2-58249fd9120b tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 944 time: 0.0566115 Nov 09 04:58:29.349562 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c41941ce-0104-4983-b683-2719e738dcef req-b0b94efb-739a-4256-8a9e-221838344671 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480912 Nov 09 04:58:29.469811 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894e144-6b94-4992-9bf2-9ec8f021cfff req-2f2de903-9ea4-4ea8-8dc1-a9a717c7aa70 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:29.471352 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4894e144-6b94-4992-9bf2-9ec8f021cfff req-2f2de903-9ea4-4ea8-8dc1-a9a717c7aa70 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0615597 Nov 09 04:58:29.525431 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4894e144-6b94-4992-9bf2-9ec8f021cfff req-a36d8fde-c341-4639-86c8-37389eff5437 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441976 Nov 09 04:58:29.713144 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce512c1-c0c4-489e-bbe4-9de51d9aa0cd req-df016819-a27b-494d-b7e0-92bf3cd0137c tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:29.714625 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-bce512c1-c0c4-489e-bbe4-9de51d9aa0cd req-df016819-a27b-494d-b7e0-92bf3cd0137c tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 944 time: 0.0490267 Nov 09 04:58:29.764006 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-bce512c1-c0c4-489e-bbe4-9de51d9aa0cd req-a8c3e813-240e-4ead-bad5-7134375b9d89 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433662 Nov 09 04:58:30.304504 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbf3c0-1888-4be0-9d5a-641aa545b19f req-b943c56a-6cd4-439d-a48c-77d03006cdd3 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:30.305954 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7edbf3c0-1888-4be0-9d5a-641aa545b19f req-b943c56a-6cd4-439d-a48c-77d03006cdd3 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 945 time: 0.0480020 Nov 09 04:58:30.315493 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-12525395-cd1b-49ea-a0f0-b138ce30efa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:30.356306 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7edbf3c0-1888-4be0-9d5a-641aa545b19f req-5161d08b-02ed-46cf-861b-025119404df4 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431890 Nov 09 04:58:30.474818 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa990616-9fc6-4d8e-a1f8-577c6ae6bce5 req-df4d624c-d306-4d63-95cf-9fc649720ad8 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:30.476316 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-aa990616-9fc6-4d8e-a1f8-577c6ae6bce5 req-df4d624c-d306-4d63-95cf-9fc649720ad8 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 944 time: 0.0495806 Nov 09 04:58:30.524664 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-aa990616-9fc6-4d8e-a1f8-577c6ae6bce5 req-ff96ef02-a39d-42fa-a799-3abaf1c7f16e tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411665 Nov 09 04:58:30.661868 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79ff8d-66ea-4526-9d18-eb93d46433be req-6c4764da-ee8c-49a6-aba7-aa91261f4752 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:30.663501 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ed79ff8d-66ea-4526-9d18-eb93d46433be req-6c4764da-ee8c-49a6-aba7-aa91261f4752 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0525179 Nov 09 04:58:30.721173 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ed79ff8d-66ea-4526-9d18-eb93d46433be req-15b85d3f-4b53-4e09-8261-93d2de6cd795 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500896 Nov 09 04:58:30.916814 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f5b37-b4d7-4371-9aa3-757e4219de1c req-1f9c5d21-2eff-48b5-842a-fc836aa04a7b tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:30.918287 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-267f5b37-b4d7-4371-9aa3-757e4219de1c req-1f9c5d21-2eff-48b5-842a-fc836aa04a7b tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 944 time: 0.0694180 Nov 09 04:58:30.972596 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-267f5b37-b4d7-4371-9aa3-757e4219de1c req-63a07cd2-f9ee-4162-93b7-99107109f491 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472488 Nov 09 04:58:31.277267 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 44776) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:31.378043 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-3449198e-9d28-42b9-afee-2243dc4766a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:31.449968 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-3449198e-9d28-42b9-afee-2243dc4766a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:31.454341 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-3449198e-9d28-42b9-afee-2243dc4766a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:31.492255 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-3449198e-9d28-42b9-afee-2243dc4766a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14a053fcef3c4657bf6098a6cc2f88d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139428 Nov 09 04:58:31.493301 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449198e-9d28-42b9-afee-2243dc4766a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a97895c-e298-4b2e-b303-55460fbb8383,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:31.494903 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 44780) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:31.500996 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3449198e-9d28-42b9-afee-2243dc4766a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:31.501344 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3449198e-9d28-42b9-afee-2243dc4766a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:31.501681 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3449198e-9d28-42b9-afee-2243dc4766a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:31.502011 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3449198e-9d28-42b9-afee-2243dc4766a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:31.502339 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3449198e-9d28-42b9-afee-2243dc4766a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:31.502667 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3449198e-9d28-42b9-afee-2243dc4766a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:31.502993 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3449198e-9d28-42b9-afee-2243dc4766a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:31.503317 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3449198e-9d28-42b9-afee-2243dc4766a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:31.503665 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3449198e-9d28-42b9-afee-2243dc4766a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:31.503989 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3449198e-9d28-42b9-afee-2243dc4766a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:31.504309 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3449198e-9d28-42b9-afee-2243dc4766a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:31.504626 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3449198e-9d28-42b9-afee-2243dc4766a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:31.542422 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0ffe7199-3bbc-47d4-936e-362e88d00bc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:31.568567 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0ffe7199-3bbc-47d4-936e-362e88d00bc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:31.570452 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:31.574252 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 1a56d5b6-a073-45bb-a202-4b929f0d7b30 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=100973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:58:31.616731 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 3a90fc76-326e-43cd-a452-eed132093ac5 up at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:58:31.626031 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0ffe7199-3bbc-47d4-936e-362e88d00bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:31.628754 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0ffe7199-3bbc-47d4-936e-362e88d00bc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:31.629886 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-0ffe7199-3bbc-47d4-936e-362e88d00bc9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a97895c-e298-4b2e-b303-55460fbb8383 HTTP/1.1" status: 204 len: 168 time: 0.1338797 Nov 09 04:58:31.639488 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe7199-3bbc-47d4-936e-362e88d00bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a97895c-e298-4b2e-b303-55460fbb8383,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:31.647464 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe7199-3bbc-47d4-936e-362e88d00bc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:31.648174 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe7199-3bbc-47d4-936e-362e88d00bc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:31.648765 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe7199-3bbc-47d4-936e-362e88d00bc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:31.649257 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe7199-3bbc-47d4-936e-362e88d00bc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:31.649855 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe7199-3bbc-47d4-936e-362e88d00bc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:31.650187 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe7199-3bbc-47d4-936e-362e88d00bc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:31.650510 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe7199-3bbc-47d4-936e-362e88d00bc9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:31.650976 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe7199-3bbc-47d4-936e-362e88d00bc9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:31.651469 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe7199-3bbc-47d4-936e-362e88d00bc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:31.651963 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe7199-3bbc-47d4-936e-362e88d00bc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:31.652957 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe7199-3bbc-47d4-936e-362e88d00bc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:31.653538 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffe7199-3bbc-47d4-936e-362e88d00bc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:58:31.675662 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e31149-69e1-4df5-b8cc-9f8b78f5c00c req-24da4cd2-a004-4f9f-9491-cd908e726fb5 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:31.677432 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c8e31149-69e1-4df5-b8cc-9f8b78f5c00c req-24da4cd2-a004-4f9f-9491-cd908e726fb5 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 944 time: 0.0730157 Nov 09 04:58:31.733055 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c8e31149-69e1-4df5-b8cc-9f8b78f5c00c req-249a57ad-8707-491a-9c26-3a4e64389c30 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491331 Nov 09 04:58:31.742808 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 1a56d5b6-a073-45bb-a202-4b929f0d7b30, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=1a56d5b6-a073-45bb-a202-4b929f0d7b30,segment=NetworkSegment(c4a5a13a-f5c8-4b19-9489-1926e934b027),segment_id=c4a5a13a-f5c8-4b19-9489-1926e934b027)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:31.753283 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning for port 3a90fc76-326e-43cd-a452-eed132093ac5 completed by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:58:31.758842 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning complete for port 3a90fc76-326e-43cd-a452-eed132093ac5 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:31.758986 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:31.760888 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Returning: {'device': '1a56d5b6-a073-45bb-a202-4b929f0d7b30', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'port_id': '1a56d5b6-a073-45bb-a202-4b929f0d7b30', 'mac_address': 'fa:16:3e:fb:71:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:58:31.837169 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:31.855385 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a56d5b6-a073-45bb-a202-4b929f0d7b30 {{(pid=100973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:58:31.859031 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0fe42-e949-4b7b-9397-fa7e9aa42173 req-8f9b2709-f672-4e0b-ab1d-f9dc30d08b5d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:31.860878 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-fed0fe42-e949-4b7b-9397-fa7e9aa42173 req-8f9b2709-f672-4e0b-ab1d-f9dc30d08b5d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0539217 Nov 09 04:58:31.897209 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 1a56d5b6-a073-45bb-a202-4b929f0d7b30, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=1a56d5b6-a073-45bb-a202-4b929f0d7b30,segment=NetworkSegment(c4a5a13a-f5c8-4b19-9489-1926e934b027),segment_id=c4a5a13a-f5c8-4b19-9489-1926e934b027)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:31.911261 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:31.916874 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:31.924615 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-fed0fe42-e949-4b7b-9397-fa7e9aa42173 req-0cc0f8c3-3714-48e9-99b5-a1c7b769c970 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518618 Nov 09 04:58:31.988898 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8148a52-7fc3-4958-ac13-5a60c71c69ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a90fc76-326e-43cd-a452-eed132093ac5'}] {{(pid=100973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:58:31.991200 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54011f83237459a559275aec36f6846328bebe107db2d1d5386815f5349ca10e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49306ff-3387-4c4a-be90-82d57c663dfd" -d '{"events": [{"server_uuid": "c8148a52-7fc3-4958-ac13-5a60c71c69ea", "name": "network-vif-plugged", "status": "completed", "tag": "3a90fc76-326e-43cd-a452-eed132093ac5"}]}' {{(pid=100973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:58:32.021023 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 3a90fc76-326e-43cd-a452-eed132093ac5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=3a90fc76-326e-43cd-a452-eed132093ac5,segment=NetworkSegment(865b446b-7da1-4537-8494-9795ce15c819),segment_id=865b446b-7da1-4537-8494-9795ce15c819)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:32.022526 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=1a56d5b6-a073-45bb-a202-4b929f0d7b30,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:32.028586 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:32.059867 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6ccf22-0fa8-4dc8-abe2-b95d9446a1ee x-openstack-request-id: req-ab6ccf22-0fa8-4dc8-abe2-b95d9446a1ee {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:58:32.060185 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8148a52-7fc3-4958-ac13-5a60c71c69ea", "name": "network-vif-plugged", "status": "completed", "tag": "3a90fc76-326e-43cd-a452-eed132093ac5", "code": 200}]} {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:58:32.060435 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab6ccf22-0fa8-4dc8-abe2-b95d9446a1ee {{(pid=100973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:58:32.060824 dv-cinder-817135-2-iscsi neutron-server[100973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8148a52-7fc3-4958-ac13-5a60c71c69ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a90fc76-326e-43cd-a452-eed132093ac5', 'code': 200} Nov 09 04:58:32.091605 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=3a90fc76-326e-43cd-a452-eed132093ac5,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:32.128409 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a58c22-9b9b-4977-bd3f-8ca6fc0d0c44 req-26ea6ef3-c2f8-400c-94f3-94565ba2480f tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:32.130210 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-15a58c22-9b9b-4977-bd3f-8ca6fc0d0c44 req-26ea6ef3-c2f8-400c-94f3-94565ba2480f tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 945 time: 0.0585415 Nov 09 04:58:32.184234 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-15a58c22-9b9b-4977-bd3f-8ca6fc0d0c44 req-e3c7aac2-2884-4eec-ac16-49d7fdeb0671 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477941 Nov 09 04:58:32.350296 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ccdca-fb2b-44d5-bbf7-8f21c04da916 req-8d183fac-4826-4503-91f7-0bad5a7d5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:32.351327 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d18ccdca-fb2b-44d5-bbf7-8f21c04da916 req-8d183fac-4826-4503-91f7-0bad5a7d5b84 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 1098 time: 0.0395718 Nov 09 04:58:32.393877 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 44822) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:32.394824 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d18ccdca-fb2b-44d5-bbf7-8f21c04da916 req-a4064b85-f0fe-410b-a5a0-32b8be6f5666 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359690 Nov 09 04:58:32.485938 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-8afa7def-0b37-415c-a3de-b1f9e7abd1ca admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-564250666-network', 'tenant_id': '79869bd25d3c47ca87597d1801b9d710'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:32.505490 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afa7def-0b37-415c-a3de-b1f9e7abd1ca admin admin] Made reservation on behalf of 79869bd25d3c47ca87597d1801b9d710 for: {'network': 1} {{(pid=100971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:58:32.507726 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8afa7def-0b37-415c-a3de-b1f9e7abd1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for network, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:32.517289 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8afa7def-0b37-415c-a3de-b1f9e7abd1ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:32.588881 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8afa7def-0b37-415c-a3de-b1f9e7abd1ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:32.593002 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8afa7def-0b37-415c-a3de-b1f9e7abd1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:32.601690 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['1a56d5b6-a073-45bb-a202-4b929f0d7b30'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:58:32.618704 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:58:32.619313 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8afa7def-0b37-415c-a3de-b1f9e7abd1ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=100971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 04:58:32.628812 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa7def-0b37-415c-a3de-b1f9e7abd1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:32.634624 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8afa7def-0b37-415c-a3de-b1f9e7abd1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:32.634959 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.db.segments_db [None req-8afa7def-0b37-415c-a3de-b1f9e7abd1ca admin admin] Added segment 9f43b0cd-977d-456b-acf3-a0650ee0d895 of type vlan for network c9c7c7bf-a974-401b-8934-eb01fbeb899e Nov 09 04:58:32.687479 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8afa7def-0b37-415c-a3de-b1f9e7abd1ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784574440138'] for network, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:32.710910 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8afa7def-0b37-415c-a3de-b1f9e7abd1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for network, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:32.712315 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afa7def-0b37-415c-a3de-b1f9e7abd1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:32.712889 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8afa7def-0b37-415c-a3de-b1f9e7abd1ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:32.744133 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-8afa7def-0b37-415c-a3de-b1f9e7abd1ca admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3490336 Nov 09 04:58:32.746708 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 44826) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:32.752692 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-f24a5956-6110-4d0c-960a-e1052ff6cd4c admin admin] Request body: {'subnet': {'network_id': 'c9c7c7bf-a974-401b-8934-eb01fbeb899e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-564250666-subnet', 'tenant_id': '79869bd25d3c47ca87597d1801b9d710', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:32.775610 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24a5956-6110-4d0c-960a-e1052ff6cd4c admin admin] Made reservation on behalf of 79869bd25d3c47ca87597d1801b9d710 for: {'subnet': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:58:32.777687 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa7def-0b37-415c-a3de-b1f9e7abd1ca admin admin] Pushing event updated for resources: {'Network': ['ID=c9c7c7bf-a974-401b-8934-eb01fbeb899e,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:32.778982 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f24a5956-6110-4d0c-960a-e1052ff6cd4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185191'] for subnet, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:32.788547 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Network c9c7c7bf-a974-401b-8934-eb01fbeb899e details requested by agent ovs-agent-dv-cinder-817135-2-iscsi with host dv-cinder-817135-2-iscsi {{(pid=100973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 04:58:32.873180 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c4160-ce77-4d59-bbe7-1c023ba5b722 req-65ed5967-93fc-40b7-bfc4-423e9398dc4a tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:32.874660 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-279c4160-ce77-4d59-bbe7-1c023ba5b722 req-65ed5967-93fc-40b7-bfc4-423e9398dc4a tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 945 time: 0.0579555 Nov 09 04:58:32.921301 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:32.926435 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-279c4160-ce77-4d59-bbe7-1c023ba5b722 req-90a4a6ac-d565-48bd-821c-44eb93045409 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452733 Nov 09 04:58:32.948461 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f24a5956-6110-4d0c-960a-e1052ff6cd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25700642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26186269'] for subnet, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:32.997695 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a5956-6110-4d0c-960a-e1052ff6cd4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba84cc1c-e4f2-4be1-bfcd-f63d11a0c627,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:33.040823 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24a5956-6110-4d0c-960a-e1052ff6cd4c admin admin] Checking segment: {'id': '9f43b0cd-977d-456b-acf3-a0650ee0d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c9c7c7bf-a974-401b-8934-eb01fbeb899e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:58:33.041168 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24a5956-6110-4d0c-960a-e1052ff6cd4c admin admin] Network hostable DHCP agents. Network: c9c7c7bf-a974-401b-8934-eb01fbeb899e, hostable agents: ['d072c37d-c6e5-4774-92cd-7a83958f5a5d'], hosted agents: [] {{(pid=100972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 04:58:33.070938 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601467eb-f974-452a-bcf2-b139e46855b7 req-57fa73f7-85f4-4860-8811-c3c30e12c3df tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:33.072434 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-601467eb-f974-452a-bcf2-b139e46855b7 req-57fa73f7-85f4-4860-8811-c3c30e12c3df tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0680785 Nov 09 04:58:33.073129 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24a5956-6110-4d0c-960a-e1052ff6cd4c admin admin] Network c9c7c7bf-a974-401b-8934-eb01fbeb899e is scheduled to be hosted by DHCP agent d072c37d-c6e5-4774-92cd-7a83958f5a5d with binding_index 1 {{(pid=100972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 04:58:33.086531 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-f24a5956-6110-4d0c-960a-e1052ff6cd4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-2-iscsi, c9c7c7bf-a974-401b-8934-eb01fbeb899e) {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:58:33.093863 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba36e45e-6a7b-40e9-82ef-c77c0ced25d2 None None] Network c9c7c7bf-a974-401b-8934-eb01fbeb899e requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:58:33.097061 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24a5956-6110-4d0c-960a-e1052ff6cd4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:33.097633 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f24a5956-6110-4d0c-960a-e1052ff6cd4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:33.128125 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-f24a5956-6110-4d0c-960a-e1052ff6cd4c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3750024 Nov 09 04:58:33.138157 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-601467eb-f974-452a-bcf2-b139e46855b7 req-8dec75d3-7a8f-411b-ae7c-fd1bff6397ac tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579658 Nov 09 04:58:33.253855 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba1bba2-1616-4d7a-ac6f-31dc07eb3d25 None None] Network c9c7c7bf-a974-401b-8934-eb01fbeb899e requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 04:58:33.321253 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90859933-675d-48de-a979-e972e46b2187 req-6658e846-f5b4-45cb-a8d6-a10963d85a69 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:33.331944 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-90859933-675d-48de-a979-e972e46b2187 req-6658e846-f5b4-45cb-a8d6-a10963d85a69 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 945 time: 0.0651953 Nov 09 04:58:33.401749 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-90859933-675d-48de-a979-e972e46b2187 req-b415ecb8-97e5-4bba-be5e-bd0667439cd6 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687058 Nov 09 04:58:33.772301 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:34.037161 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44753f5-0b97-4c12-970c-742e453d91e5 req-49493b10-d08a-47fb-964e-bd2250040a41 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:34.038630 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b44753f5-0b97-4c12-970c-742e453d91e5 req-49493b10-d08a-47fb-964e-bd2250040a41 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 945 time: 0.0480604 Nov 09 04:58:34.087854 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b44753f5-0b97-4c12-970c-742e453d91e5 req-7d7dbb38-9543-4bff-912e-338874c03f81 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431724 Nov 09 04:58:34.252046 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2721ac-df7b-4096-b358-6e5e1e659a1c req-e558c496-42d7-4605-9965-f976807b5c1f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:34.253386 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4e2721ac-df7b-4096-b358-6e5e1e659a1c req-e558c496-42d7-4605-9965-f976807b5c1f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0473092 Nov 09 04:58:34.298950 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4e2721ac-df7b-4096-b358-6e5e1e659a1c req-3b2b729d-b15d-4d23-aded-d63d43ce75f3 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396974 Nov 09 04:58:34.507431 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010adcda-9f83-4a78-873c-352583e993c3 req-a59862b7-6533-40f5-b71c-8e12489dd7fb tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:34.508839 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-010adcda-9f83-4a78-873c-352583e993c3 req-a59862b7-6533-40f5-b71c-8e12489dd7fb tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 945 time: 0.0484695 Nov 09 04:58:34.555459 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-010adcda-9f83-4a78-873c-352583e993c3 req-308b8476-e159-4501-b438-3ab91aab25ae tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406675 Nov 09 04:58:35.203120 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d8a53-816b-41c0-a1e8-a65521c8bb0c req-9cc0bec8-b7be-4826-8ac1-154d88ec8553 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:35.204600 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-199d8a53-816b-41c0-a1e8-a65521c8bb0c req-9cc0bec8-b7be-4826-8ac1-154d88ec8553 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 945 time: 0.0486660 Nov 09 04:58:35.249345 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-199d8a53-816b-41c0-a1e8-a65521c8bb0c req-f226caa8-c73a-42e8-8376-6903241031ec tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390391 Nov 09 04:58:35.413453 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d8975-5eaf-46a8-9dc4-5436fa4c649f req-cf2f9b81-b3a9-46cb-bb28-015c87d0a53c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:35.414881 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b43d8975-5eaf-46a8-9dc4-5436fa4c649f req-cf2f9b81-b3a9-46cb-bb28-015c87d0a53c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0508420 Nov 09 04:58:35.463563 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b43d8975-5eaf-46a8-9dc4-5436fa4c649f req-f6b42eac-df48-4578-b207-225706d75caa tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421357 Nov 09 04:58:35.594369 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 1a56d5b6-a073-45bb-a202-4b929f0d7b30 up at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:58:35.643842 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning for port 1a56d5b6-a073-45bb-a202-4b929f0d7b30 completed by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:58:35.648160 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning complete for port 1a56d5b6-a073-45bb-a202-4b929f0d7b30 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:58:35.648518 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:35.669959 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0974df0-53ac-4177-a5e8-6c1561cd2bfb req-10f88f09-7f84-492d-b65e-081048fdf829 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:35.671443 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d0974df0-53ac-4177-a5e8-6c1561cd2bfb req-10f88f09-7f84-492d-b65e-081048fdf829 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 945 time: 0.0504479 Nov 09 04:58:35.718039 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d0974df0-53ac-4177-a5e8-6c1561cd2bfb req-26c348de-ddd8-4d23-af47-10816e6477a8 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403790 Nov 09 04:58:35.732362 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:35.760089 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3364cb-1695-4329-82ff-d4e26da28b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a56d5b6-a073-45bb-a202-4b929f0d7b30'}] {{(pid=100973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:58:35.762348 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54011f83237459a559275aec36f6846328bebe107db2d1d5386815f5349ca10e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a628425-7c02-4738-b161-57bec8539fe6" -d '{"events": [{"server_uuid": "3a3364cb-1695-4329-82ff-d4e26da28b73", "name": "network-vif-plugged", "status": "completed", "tag": "1a56d5b6-a073-45bb-a202-4b929f0d7b30"}]}' {{(pid=100973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:58:35.775088 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 1a56d5b6-a073-45bb-a202-4b929f0d7b30, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=1a56d5b6-a073-45bb-a202-4b929f0d7b30,segment=NetworkSegment(c4a5a13a-f5c8-4b19-9489-1926e934b027),segment_id=c4a5a13a-f5c8-4b19-9489-1926e934b027)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:35.779552 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:35.805256 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987363e0-b000-4f91-b774-23dd15d1927f x-openstack-request-id: req-987363e0-b000-4f91-b774-23dd15d1927f {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:58:35.805566 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3364cb-1695-4329-82ff-d4e26da28b73", "name": "network-vif-plugged", "status": "completed", "tag": "1a56d5b6-a073-45bb-a202-4b929f0d7b30", "code": 200}]} {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:58:35.805818 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-987363e0-b000-4f91-b774-23dd15d1927f {{(pid=100973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:58:35.806198 dv-cinder-817135-2-iscsi neutron-server[100973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3364cb-1695-4329-82ff-d4e26da28b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a56d5b6-a073-45bb-a202-4b929f0d7b30', 'code': 200} Nov 09 04:58:35.828601 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=1a56d5b6-a073-45bb-a202-4b929f0d7b30,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:36.123337 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf6f03-9195-4a29-89e2-f135c3b886a2 req-6c42e9de-1f44-48df-87b6-69f6eb0f2b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:36.124730 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b8bf6f03-9195-4a29-89e2-f135c3b886a2 req-6c42e9de-1f44-48df-87b6-69f6eb0f2b73 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 1099 time: 0.0384030 Nov 09 04:58:36.169356 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b8bf6f03-9195-4a29-89e2-f135c3b886a2 req-dea28ddb-8118-494f-9ebc-f879cd8fe3eb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354726 Nov 09 04:58:36.366091 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37f7e5-dc57-4922-94ae-093caba40d85 req-e7e24ca5-f191-4aec-b4db-0ed8689101b1 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:36.367555 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-fe37f7e5-dc57-4922-94ae-093caba40d85 req-e7e24ca5-f191-4aec-b4db-0ed8689101b1 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 945 time: 0.0499718 Nov 09 04:58:36.413180 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-fe37f7e5-dc57-4922-94ae-093caba40d85 req-707aae4b-c9e0-4c14-9674-7fdaedc88525 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394521 Nov 09 04:58:36.576896 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5b6d1-16c9-45dd-a740-39fc5078f635 req-60717075-1a8d-464f-a9d4-8c268580a059 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:36.578428 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-68a5b6d1-16c9-45dd-a740-39fc5078f635 req-60717075-1a8d-464f-a9d4-8c268580a059 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0515959 Nov 09 04:58:36.629614 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-68a5b6d1-16c9-45dd-a740-39fc5078f635 req-c217b790-3290-4bf4-8c29-c0a5b3fbf23c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453389 Nov 09 04:58:36.831388 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ba2ed-d326-4f24-8101-99f6a8410b32 req-585c9e91-8637-4e05-9946-c5dc6ca295e7 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:36.832835 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d22ba2ed-d326-4f24-8101-99f6a8410b32 req-585c9e91-8637-4e05-9946-c5dc6ca295e7 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 946 time: 0.0464480 Nov 09 04:58:36.878700 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d22ba2ed-d326-4f24-8101-99f6a8410b32 req-0d334f5a-0e74-4925-bd46-e1871eb8e762 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401280 Nov 09 04:58:37.741072 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d99f31-6f73-4f4d-90d3-700bfee6b513 req-42a7d24b-d316-4eb7-b2f4-7ea9056e6446 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:37.742497 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-76d99f31-6f73-4f4d-90d3-700bfee6b513 req-42a7d24b-d316-4eb7-b2f4-7ea9056e6446 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0470994 Nov 09 04:58:37.788498 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-76d99f31-6f73-4f4d-90d3-700bfee6b513 req-9ca29416-8f21-4bb6-ba2b-f6a63c04e214 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401421 Nov 09 04:58:37.992093 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bc235-cd18-41c0-8538-9e93456bd742 req-b39a06c5-369b-49ee-8756-c0ed10b90bba tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:37.993554 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ee4bc235-cd18-41c0-8538-9e93456bd742 req-b39a06c5-369b-49ee-8756-c0ed10b90bba tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 946 time: 0.0508564 Nov 09 04:58:38.039428 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ee4bc235-cd18-41c0-8538-9e93456bd742 req-097f57ed-76ba-4d95-86ae-3c3f00a913a3 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399909 Nov 09 04:58:38.900698 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189035d-3f80-4268-bdec-619a671c401a req-8f6ebf54-0600-42ec-b852-b790abccae38 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:38.902131 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e189035d-3f80-4268-bdec-619a671c401a req-8f6ebf54-0600-42ec-b852-b790abccae38 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0479910 Nov 09 04:58:38.947198 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e189035d-3f80-4268-bdec-619a671c401a req-77a765b8-a0e6-4d22-9548-fd5c69f99a9f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389144 Nov 09 04:58:39.151379 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec1519-7667-4848-abd8-7cdb48a22b82 req-cd0ccb02-8cfa-44da-8226-f680018c6921 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:39.153311 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0eec1519-7667-4848-abd8-7cdb48a22b82 req-cd0ccb02-8cfa-44da-8226-f680018c6921 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 946 time: 0.0495512 Nov 09 04:58:39.198357 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0eec1519-7667-4848-abd8-7cdb48a22b82 req-29065024-6d2a-49d7-9e58-8357b8fc78f2 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390995 Nov 09 04:58:39.507752 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:40.057148 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc9162-c613-4489-bb27-ea15b348cb58 req-6865944d-dcbb-4e45-997f-ae963e0b9189 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:40.059086 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-bbcc9162-c613-4489-bb27-ea15b348cb58 req-6865944d-dcbb-4e45-997f-ae963e0b9189 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0482481 Nov 09 04:58:40.104556 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-bbcc9162-c613-4489-bb27-ea15b348cb58 req-db84be9d-d1e4-4cd3-ac34-79446f62ec64 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395370 Nov 09 04:58:40.307881 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ddeb9-06ff-41d6-9bae-6904240a7ac0 req-b8e93bd8-200d-4b1d-a197-9712e3015d09 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:40.309916 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-505ddeb9-06ff-41d6-9bae-6904240a7ac0 req-b8e93bd8-200d-4b1d-a197-9712e3015d09 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 946 time: 0.0477376 Nov 09 04:58:40.357272 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-505ddeb9-06ff-41d6-9bae-6904240a7ac0 req-92bdfef5-9e65-4704-aefa-00669b4cfd05 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415328 Nov 09 04:58:41.221410 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7138db-0e0a-4a8d-8fdd-58815278c5c6 req-3aa252e2-ef9e-46e8-9e8d-fa3e86711f5c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:41.222829 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4e7138db-0e0a-4a8d-8fdd-58815278c5c6 req-3aa252e2-ef9e-46e8-9e8d-fa3e86711f5c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0473621 Nov 09 04:58:41.268769 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4e7138db-0e0a-4a8d-8fdd-58815278c5c6 req-952e35e2-bdc3-4e8c-9e34-726b9144b369 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401666 Nov 09 04:58:41.299647 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a7517-44ce-487e-9616-5be825d71723 req-d63b8fd9-92ae-436c-bf25-7fa6a3d31b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:41.301178 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7d4a7517-44ce-487e-9616-5be825d71723 req-d63b8fd9-92ae-436c-bf25-7fa6a3d31b12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 1099 time: 0.0405936 Nov 09 04:58:41.412706 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a7517-44ce-487e-9616-5be825d71723 req-f4dcadfe-0f79-4aa8-82f4-baec87195d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:41.414343 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7d4a7517-44ce-487e-9616-5be825d71723 req-f4dcadfe-0f79-4aa8-82f4-baec87195d4c service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 200 len: 920 time: 0.0893993 Nov 09 04:58:41.513567 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc2341-c0d7-477f-a2ee-d0b82e08b53e req-da8958c5-596c-400f-982c-a9043efb1209 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:41.515075 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f5bc2341-c0d7-477f-a2ee-d0b82e08b53e req-da8958c5-596c-400f-982c-a9043efb1209 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 946 time: 0.0515060 Nov 09 04:58:41.556943 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7d4a7517-44ce-487e-9616-5be825d71723 req-561d121e-abd9-4293-838f-ffa93e7c9ef5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 HTTP/1.1" status: 200 len: 217 time: 0.0408938 Nov 09 04:58:41.633634 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a7517-44ce-487e-9616-5be825d71723 req-d4b3f0d5-76bb-4ce8-81b5-fc5bf5127ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:41.635080 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7d4a7517-44ce-487e-9616-5be825d71723 req-d4b3f0d5-76bb-4ce8-81b5-fc5bf5127ecb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2499b84-6c8e-423c-9fb2-df6ba60139be HTTP/1.1" status: 200 len: 859 time: 0.0683770 Nov 09 04:58:41.639769 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f5bc2341-c0d7-477f-a2ee-d0b82e08b53e req-ba014b47-25ec-4e07-a27c-d3ba39acfca3 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166694 Nov 09 04:58:41.671740 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7d4a7517-44ce-487e-9616-5be825d71723 req-2444a254-7f78-40d2-9a21-2b32dafdcc94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268838 Nov 09 04:58:42.064207 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7d4a7517-44ce-487e-9616-5be825d71723 req-c072c3a6-0ada-4c67-b2b3-f32cf1823839 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768525 Nov 09 04:58:42.105797 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2f0bd-95bc-4a0b-9f1e-f7daa37ec0b7 req-3a48d1fb-c2d8-4728-af30-909128c28883 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:42.107196 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c3c2f0bd-95bc-4a0b-9f1e-f7daa37ec0b7 req-3a48d1fb-c2d8-4728-af30-909128c28883 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 945 time: 0.3069534 Nov 09 04:58:42.199556 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c3c2f0bd-95bc-4a0b-9f1e-f7daa37ec0b7 req-a0aaac8e-6012-4011-89e5-2c5d8281a199 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629284 Nov 09 04:58:42.202895 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7d4a7517-44ce-487e-9616-5be825d71723 req-a8afced5-69ff-402c-99f4-50665b242627 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296520 Nov 09 04:58:42.385923 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bb389-7e18-42dc-8447-96745d3c70c0 req-11e75da7-933d-4295-a5c5-e6de788b4ee1 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:42.387907 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e37bb389-7e18-42dc-8447-96745d3c70c0 req-11e75da7-933d-4295-a5c5-e6de788b4ee1 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0511866 Nov 09 04:58:42.434064 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e37bb389-7e18-42dc-8447-96745d3c70c0 req-86252c6a-1967-49ab-8e20-807a07797b49 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402412 Nov 09 04:58:42.767400 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f933fe8-7dac-47f9-9aa2-044a334e5d55 req-13d96f01-1691-422c-9182-45f0454c1a5c tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:42.768774 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6f933fe8-7dac-47f9-9aa2-044a334e5d55 req-13d96f01-1691-422c-9182-45f0454c1a5c tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 946 time: 0.0507452 Nov 09 04:58:42.819201 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6f933fe8-7dac-47f9-9aa2-044a334e5d55 req-2a691d47-18d8-4cdf-bc94-e5580d5365db tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441036 Nov 09 04:58:43.296600 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-ddaab6fc-730f-4ec2-a975-b1ed98c2a356 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:43.298310 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-ddaab6fc-730f-4ec2-a975-b1ed98c2a356 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/networks?id=c9c7c7bf-a974-401b-8934-eb01fbeb899e HTTP/1.1" status: 200 len: 813 time: 0.1182702 Nov 09 04:58:43.315827 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-a27a6ebd-fa87-40c5-976c-9ac6d217de60 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/quotas/79869bd25d3c47ca87597d1801b9d710 HTTP/1.1" status: 200 len: 375 time: 0.0101361 Nov 09 04:58:43.328628 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269414c-0a2c-4320-aa67-d2744a1cd50e req-4c01589d-437a-4fee-afe2-728cb0be3537 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:43.330191 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2269414c-0a2c-4320-aa67-d2744a1cd50e req-4c01589d-437a-4fee-afe2-728cb0be3537 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 945 time: 0.0567880 Nov 09 04:58:43.350297 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-abb6bb2e-a1e4-4ed6-8ba5-b7eae5cd8887 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=79869bd25d3c47ca87597d1801b9d710&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286782 Nov 09 04:58:43.377165 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2269414c-0a2c-4320-aa67-d2744a1cd50e req-a17c95a4-5397-468b-b02f-19f2afad06d9 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410340 Nov 09 04:58:43.438951 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-78514605-aff5-4b24-9752-1d1f06c77ed7 service neutron] 10.222.0.41 "GET /v2.0/networks/c9c7c7bf-a974-401b-8934-eb01fbeb899e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813074 Nov 09 04:58:43.553850 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb187d3d-7a92-4080-b612-cafec6bb9bb7 req-ef21838a-5583-4a35-8130-25ace1df4643 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:43.555487 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-eb187d3d-7a92-4080-b612-cafec6bb9bb7 req-ef21838a-5583-4a35-8130-25ace1df4643 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0504379 Nov 09 04:58:43.613464 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-eb187d3d-7a92-4080-b612-cafec6bb9bb7 req-fbf757f7-f643-4475-bb5f-2ee056294fe8 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515976 Nov 09 04:58:43.704225 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-c2654929-af88-43eb-86eb-5cc6e9b79d30 service neutron] 10.222.0.41 "GET /v2.0/networks/c9c7c7bf-a974-401b-8934-eb01fbeb899e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564754 Nov 09 04:58:43.899531 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7905af13-37a8-4629-9d3c-4fde091f7f74 req-36561515-5211-40c0-95eb-8df931206759 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 210 time: 0.0609250 Nov 09 04:58:44.007671 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a28b3-f049-43e3-8b8d-3df9edcce262 req-d3658111-b503-4485-b789-7fe3825802a8 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:44.016357 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f02a28b3-f049-43e3-8b8d-3df9edcce262 req-d3658111-b503-4485-b789-7fe3825802a8 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 946 time: 0.0640953 Nov 09 04:58:44.073203 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f02a28b3-f049-43e3-8b8d-3df9edcce262 req-42e2a0f2-6fd2-49b7-8dcb-8ff514afab6b tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556719 Nov 09 04:58:44.081271 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-90da8b56-46cb-4158-b428-a27344ff4f00 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:44.088954 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-90da8b56-46cb-4158-b428-a27344ff4f00 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/networks?id=9dc74574-bcbe-4d7d-85c6-61611faf1df6 HTTP/1.1" status: 200 len: 815 time: 0.1961555 Nov 09 04:58:44.108169 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-3068cd57-ed26-4118-a591-bd4c88c9d3b0 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/quotas/3e9bea92048e49debbf053fea8eb2b9f HTTP/1.1" status: 200 len: 375 time: 0.0182502 Nov 09 04:58:44.179609 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-039a7eca-2f15-405f-9ebd-444c3e3afa8f tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e9bea92048e49debbf053fea8eb2b9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598712 Nov 09 04:58:44.203690 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f72dc6-6d7a-4680-82ab-491d8b38f715 req-a41dd8f6-cb10-4572-ab3b-2782d54e4c76 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:44.205608 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-92f72dc6-6d7a-4680-82ab-491d8b38f715 req-a41dd8f6-cb10-4572-ab3b-2782d54e4c76 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 946 time: 0.0598035 Nov 09 04:58:44.214708 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 45064) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:44.219529 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-cf4c9f74-5dc5-4975-bd8a-7a09a07be509 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Request body: {'floatingip': {'port_id': '1a56d5b6-a073-45bb-a202-4b929f0d7b30'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:44.231851 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 45066) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:44.286942 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-cf4c9f74-5dc5-4975-bd8a-7a09a07be509 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for floatingip, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:44.289941 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-c5a69249-fe52-4f8e-a858-ea3911c638c5 service neutron] 10.222.0.41 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016421 Nov 09 04:58:44.410541 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-0113e9b5-ebac-4e88-a32a-e2215099232e service neutron] 10.222.0.41 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116152 Nov 09 04:58:44.426753 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-93595740-f08a-46ea-b3b1-fcb02b5f0d34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:44.580749 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-be979912-ff23-4b92-9fc4-148dd3856462 req-18e1ea22-8c9f-47c5-80e4-df70a829e5f5 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=3376205e-2dfb-4a11-bf1d-f56697031624 HTTP/1.1" status: 200 len: 210 time: 0.0309939 Nov 09 04:58:44.635824 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ea5a7-39da-4fad-9abe-c4aa542fcadc req-a628c068-54d9-4bc3-9150-6fa841eb7965 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:44.637442 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1f6ea5a7-39da-4fad-9abe-c4aa542fcadc req-a628c068-54d9-4bc3-9150-6fa841eb7965 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 945 time: 0.1454015 Nov 09 04:58:44.752030 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19f972-6702-4a68-b7a8-280c114d05af req-66550ca6-add4-41ce-9cca-3b9fcc764e8a tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:44.753545 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3a19f972-6702-4a68-b7a8-280c114d05af req-66550ca6-add4-41ce-9cca-3b9fcc764e8a tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0611427 Nov 09 04:58:44.796959 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-93595740-f08a-46ea-b3b1-fcb02b5f0d34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:44.815575 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-93595740-f08a-46ea-b3b1-fcb02b5f0d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:44.829554 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3a19f972-6702-4a68-b7a8-280c114d05af req-628a394a-f98d-4b00-8ea8-07992bda2dcf tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688205 Nov 09 04:58:44.855130 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1f6ea5a7-39da-4fad-9abe-c4aa542fcadc req-7a3fca47-b706-4db5-af26-8fb7f1ca4fbe tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111909 Nov 09 04:58:44.928132 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93595740-f08a-46ea-b3b1-fcb02b5f0d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4750faf-b7d1-42e9-a0db-25224f6175cb,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:44.943652 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-93595740-f08a-46ea-b3b1-fcb02b5f0d34 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b14a97c82cce44babe2f1984d660e1ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7103753 Nov 09 04:58:44.946361 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 45088) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:45.016919 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e0ee91ae-47f6-4218-8054-2a9434ddeefd req-f627487c-83a1-414c-a7d5-f3685a780b85 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 210 time: 0.0478392 Nov 09 04:58:45.046042 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-d3ef9bb3-c4f0-4b19-a53b-a5197fc79894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.065157 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152b82d-ee2f-46ed-87f9-2c3c315a3e74 req-10776b73-8e29-4d2a-834b-c9bdc7614e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:45.066623 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0152b82d-ee2f-46ed-87f9-2c3c315a3e74 req-10776b73-8e29-4d2a-834b-c9bdc7614e53 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 1099 time: 0.0896161 Nov 09 04:58:45.072992 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-d3ef9bb3-c4f0-4b19-a53b-a5197fc79894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.075430 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-cf4c9f74-5dc5-4975-bd8a-7a09a07be509 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.080198 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-cf4c9f74-5dc5-4975-bd8a-7a09a07be509 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461206'] for floatingip, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.132846 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-d3ef9bb3-c4f0-4b19-a53b-a5197fc79894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.136716 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-d3ef9bb3-c4f0-4b19-a53b-a5197fc79894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.138086 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-d3ef9bb3-c4f0-4b19-a53b-a5197fc79894 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4750faf-b7d1-42e9-a0db-25224f6175cb HTTP/1.1" status: 204 len: 168 time: 0.1900132 Nov 09 04:58:45.146739 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef9bb3-c4f0-4b19-a53b-a5197fc79894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4750faf-b7d1-42e9-a0db-25224f6175cb,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:45.224645 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0152b82d-ee2f-46ed-87f9-2c3c315a3e74 req-2ebf2c0f-121b-4f2c-b543-5f4efca5ad2e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025865 Nov 09 04:58:45.242850 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.db.l3_db [None req-cf4c9f74-5dc5-4975-bd8a-7a09a07be509 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Floating IP 87f828bd-cab6-49fe-aaf8-4d3756a787e1 associated. External IP: 172.27.0.155, port: 1a56d5b6-a073-45bb-a202-4b929f0d7b30. Nov 09 04:58:45.461037 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4c9f74-5dc5-4975-bd8a-7a09a07be509 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Router c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 04:58:45.566768 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4c9f74-5dc5-4975-bd8a-7a09a07be509 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 04:58:45.571715 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-cf4c9f74-5dc5-4975-bd8a-7a09a07be509 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for floatingip, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:45.578335 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec3a064-8bc9-4527-b665-644b1f86f4d5 None None] Sync routers for ids ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'] in dv-cinder-817135-2-iscsi {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 04:58:45.587851 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec3a064-8bc9-4527-b665-644b1f86f4d5 None None] Routers {'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:58:45.588481 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-7ec3a064-8bc9-4527-b665-644b1f86f4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T04:58:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:45.605659 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-cf4c9f74-5dc5-4975-bd8a-7a09a07be509 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "PUT /v2.0/floatingips/87f828bd-cab6-49fe-aaf8-4d3756a787e1 HTTP/1.1" status: 200 len: 992 time: 1.3857725 Nov 09 04:58:45.605659 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3364cb-1695-4329-82ff-d4e26da28b73', 'tag': '1a56d5b6-a073-45bb-a202-4b929f0d7b30'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:58:45.605659 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8552ee3-6e91-4601-a41d-1d1491c7ef74" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3364cb-1695-4329-82ff-d4e26da28b73", "tag": "1a56d5b6-a073-45bb-a202-4b929f0d7b30"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:58:45.695879 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-7ec3a064-8bc9-4527-b665-644b1f86f4d5 None None] Set router c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:58:45.861988 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cf138-e584-4309-8a43-c0ab32727c20 req-1ed8190d-954b-4efe-a9c8-e245045cba33 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:45.863442 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-724cf138-e584-4309-8a43-c0ab32727c20 req-1ed8190d-954b-4efe-a9c8-e245045cba33 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 945 time: 0.0498044 Nov 09 04:58:45.998972 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-7ec3a064-8bc9-4527-b665-644b1f86f4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'name': 'tempest-AttachVolumeTestJSON-1015286971-router', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:57:58Z', 'updated_at': '2021-11-09T04:58:03Z', 'revision_number': 4, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'gw_port': {'id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:59Z', 'updated_at': '2021-11-09T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': '87f828bd-cab6-49fe-aaf8-4d3756a787e1', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'port_id': '1a56d5b6-a073-45bb-a202-4b929f0d7b30', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'mac_address': 'fa:16:3e:fb:71:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3364cb-1695-4329-82ff-d4e26da28b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:58:07Z', 'updated_at': '2021-11-09T04:58:44Z', 'revision_number': 1, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5282925-fc09-4018-903a-5fe3286c3337', 'name': '', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'mac_address': 'fa:16:3e:83:70:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:02Z', 'updated_at': '2021-11-09T04:58:08Z', 'revision_number': 5, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'subnets': [{'id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:46.027185 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec3a064-8bc9-4527-b665-644b1f86f4d5 None None] Checking router: c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 for host: dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 04:58:46.048794 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec3a064-8bc9-4527-b665-644b1f86f4d5 None None] Routers {'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 04:58:46.049655 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-7ec3a064-8bc9-4527-b665-644b1f86f4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T04:58:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:46.080829 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-453c9a3b-7187-457b-b012-78d55aa17c77 req-40956a37-608b-4912-aa9d-95dd75cd82b8 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=3376205e-2dfb-4a11-bf1d-f56697031624 HTTP/1.1" status: 200 len: 210 time: 0.0444818 Nov 09 04:58:46.119550 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737b9fbf-7a7e-485f-8c1f-4b1861546a1f x-openstack-request-id: req-737b9fbf-7a7e-485f-8c1f-4b1861546a1f {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:58:46.119850 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3364cb-1695-4329-82ff-d4e26da28b73", "tag": "1a56d5b6-a073-45bb-a202-4b929f0d7b30", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:58:46.120082 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-737b9fbf-7a7e-485f-8c1f-4b1861546a1f {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:58:46.120985 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3364cb-1695-4329-82ff-d4e26da28b73', 'tag': '1a56d5b6-a073-45bb-a202-4b929f0d7b30', 'status': 'completed', 'code': 200} Nov 09 04:58:46.205934 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b1a85-965d-4103-9ef3-703522f85bed req-83178aa0-548f-4333-9baf-29028e78465e tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:46.207634 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-df1b1a85-965d-4103-9ef3-703522f85bed req-83178aa0-548f-4333-9baf-29028e78465e tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 945 time: 0.0630703 Nov 09 04:58:46.215578 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-7ec3a064-8bc9-4527-b665-644b1f86f4d5 None None] Set router c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 04:58:46.274492 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-df1b1a85-965d-4103-9ef3-703522f85bed req-8712012c-fe32-455d-b969-8e88be410fc3 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f1a0860-2930-4b15-8000-d62587883e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580723 Nov 09 04:58:46.345419 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8552ee3-6e91-4601-a41d-1d1491c7ef74 req-1645afac-89e5-46b0-b5eb-204b56e84ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:46.346802 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c8552ee3-6e91-4601-a41d-1d1491c7ef74 req-1645afac-89e5-46b0-b5eb-204b56e84ea0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acf465ea6c244dcaa76ca3817fc6801f&device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 1099 time: 0.1935251 Nov 09 04:58:46.404978 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2c4451dc-def3-49e5-a6d6-a0ce03e4a99f req-918d7c00-18a8-44d6-a02f-b440097d64b9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 210 time: 0.0417290 Nov 09 04:58:46.440943 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb16b3-fdb8-45d1-894b-6779b241bf0e req-41e65b74-2c82-4cca-9b57-5fee9ac11dc4 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:46.442491 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-15eb16b3-fdb8-45d1-894b-6779b241bf0e req-41e65b74-2c82-4cca-9b57-5fee9ac11dc4 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.2330260 Nov 09 04:58:46.452037 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-c71e0c38-6c49-4934-86f8-f84ee3cff1e8 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:46.453462 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-c71e0c38-6c49-4934-86f8-f84ee3cff1e8 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.20 "GET /v2.0/networks?id=c9c7c7bf-a974-401b-8934-eb01fbeb899e HTTP/1.1" status: 200 len: 813 time: 0.3297269 Nov 09 04:58:46.458416 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-724cf138-e584-4309-8a43-c0ab32727c20 req-574e899a-2411-4590-b53b-b5170bfd19bf tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Deleting port 3a90fc76-326e-43cd-a452-eed132093ac5 {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:58:46.458844 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-724cf138-e584-4309-8a43-c0ab32727c20 req-574e899a-2411-4590-b53b-b5170bfd19bf tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:46.510542 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-7ec3a064-8bc9-4527-b665-644b1f86f4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'name': 'tempest-AttachVolumeTestJSON-1015286971-router', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:57:58Z', 'updated_at': '2021-11-09T04:58:03Z', 'revision_number': 4, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'gw_port': {'id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:59Z', 'updated_at': '2021-11-09T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': '87f828bd-cab6-49fe-aaf8-4d3756a787e1', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'port_id': '1a56d5b6-a073-45bb-a202-4b929f0d7b30', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'mac_address': 'fa:16:3e:fb:71:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3364cb-1695-4329-82ff-d4e26da28b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:58:07Z', 'updated_at': '2021-11-09T04:58:44Z', 'revision_number': 1, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5282925-fc09-4018-903a-5fe3286c3337', 'name': '', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'mac_address': 'fa:16:3e:83:70:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:02Z', 'updated_at': '2021-11-09T04:58:08Z', 'revision_number': 5, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'subnets': [{'id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:58:46.518474 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-d9b86e07-dfd2-4d82-800c-1dd067f3f01a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Request body: {'port': {'device_id': 'fa39714e-2b95-4e72-83de-9acc03f82eb2', 'network_id': 'c9c7c7bf-a974-401b-8934-eb01fbeb899e', 'admin_state_up': True, 'tenant_id': '79869bd25d3c47ca87597d1801b9d710'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:46.539742 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec3a064-8bc9-4527-b665-644b1f86f4d5 None None] The sync data for ids ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'] in dv-cinder-817135-2-iscsi is: [{'id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'name': 'tempest-AttachVolumeTestJSON-1015286971-router', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:57:58Z', 'updated_at': '2021-11-09T04:58:03Z', 'revision_number': 4, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'gw_port': {'id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:59Z', 'updated_at': '2021-11-09T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': '87f828bd-cab6-49fe-aaf8-4d3756a787e1', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'port_id': '1a56d5b6-a073-45bb-a202-4b929f0d7b30', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'mac_address': 'fa:16:3e:fb:71:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3364cb-1695-4329-82ff-d4e26da28b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T04:58:07Z', 'updated_at': '2021-11-09T04:58:44Z', 'revision_number': 1, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5282925-fc09-4018-903a-5fe3286c3337', 'name': '', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'mac_address': 'fa:16:3e:83:70:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:02Z', 'updated_at': '2021-11-09T04:58:08Z', 'revision_number': 5, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'subnets': [{'id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 04:58:46.746382 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96320d53-64ac-4d34-aefe-19ceca6692fd None None] New status for floating IP 87f828bd-cab6-49fe-aaf8-4d3756a787e1: ACTIVE {{(pid=100973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 04:58:46.871962 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-28bfeb9d-85ba-49be-a39b-aab3b305153c tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:46.874535 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-28bfeb9d-85ba-49be-a39b-aab3b305153c tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.20 "GET /v2.0/networks?id=9dc74574-bcbe-4d7d-85c6-61611faf1df6 HTTP/1.1" status: 200 len: 815 time: 0.1422436 Nov 09 04:58:46.930262 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8552ee3-6e91-4601-a41d-1d1491c7ef74 req-bc7ec501-e0b1-46b1-8702-765a13c3e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:46.931773 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c8552ee3-6e91-4601-a41d-1d1491c7ef74 req-bc7ec501-e0b1-46b1-8702-765a13c3e69c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f10e939-279a-4c85-98c6-1d5ee6c0218c HTTP/1.1" status: 200 len: 912 time: 0.5361753 Nov 09 04:58:46.942105 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-15eb16b3-fdb8-45d1-894b-6779b241bf0e req-f755c3dd-343d-4d21-bb08-557f8e7b5e04 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858444 Nov 09 04:58:46.951769 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-3683d4a4-8d93-4fd2-a9e0-0b0898f8849d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Request body: {'port': {'device_id': '3376205e-2dfb-4a11-bf1d-f56697031624', 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6', 'admin_state_up': True, 'tenant_id': '3e9bea92048e49debbf053fea8eb2b9f'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:46.953099 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-724cf138-e584-4309-8a43-c0ab32727c20 req-574e899a-2411-4590-b53b-b5170bfd19bf tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] For port 3a90fc76-326e-43cd-a452-eed132093ac5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=3a90fc76-326e-43cd-a452-eed132093ac5,segment=NetworkSegment(865b446b-7da1-4537-8494-9795ce15c819),segment_id=865b446b-7da1-4537-8494-9795ce15c819)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:46.953465 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-724cf138-e584-4309-8a43-c0ab32727c20 req-574e899a-2411-4590-b53b-b5170bfd19bf tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:46.995426 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-724cf138-e584-4309-8a43-c0ab32727c20 req-574e899a-2411-4590-b53b-b5170bfd19bf tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Calling delete_port for 3a90fc76-326e-43cd-a452-eed132093ac5 owned by compute:nova {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:58:47.100189 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.db.api [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-d9b86e07-dfd2-4d82-800c-1dd067f3f01a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 09 04:58:47.100189 dv-cinder-817135-2-iscsi neutron-server[100972]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 09 04:58:47.100189 dv-cinder-817135-2-iscsi neutron-server[100972]: [parameters: {'project_id': '79869bd25d3c47ca87597d1801b9d710', 'id': '7c5741fc-a498-4bc4-9765-0e80566b0f38', 'expiration': datetime.datetime(2021, 11, 9, 5, 0, 47, 88959)}] Nov 09 04:58:47.100189 dv-cinder-817135-2-iscsi neutron-server[100972]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 09 04:58:47.100672 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG oslo_db.api [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-d9b86e07-dfd2-4d82-800c-1dd067f3f01a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 09 04:58:47.101405 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-3683d4a4-8d93-4fd2-a9e0-0b0898f8849d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Made reservation on behalf of 3e9bea92048e49debbf053fea8eb2b9f for: {'port': 1} {{(pid=100971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:58:47.105598 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-3683d4a4-8d93-4fd2-a9e0-0b0898f8849d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:47.107579 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c8552ee3-6e91-4601-a41d-1d1491c7ef74 req-a9c948ee-e664-4443-855b-efcca39a8a98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a56d5b6-a073-45bb-a202-4b929f0d7b30 HTTP/1.1" status: 200 len: 1002 time: 0.1346393 Nov 09 04:58:47.214787 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-724cf138-e584-4309-8a43-c0ab32727c20 req-574e899a-2411-4590-b53b-b5170bfd19bf tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:47.230998 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-3683d4a4-8d93-4fd2-a9e0-0b0898f8849d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Allocated IP 172.20.0.11 (9dc74574-bcbe-4d7d-85c6-61611faf1df6/54166d97-84bf-4725-a6b5-fd66b63ba4bd/b4486560-446e-4f4a-b732-29ca12b603ba) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:58:47.254136 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e899a-2411-4590-b53b-b5170bfd19bf tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Pushing event deleted for resources: {'Port': ['ID=3a90fc76-326e-43cd-a452-eed132093ac5,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:47.257847 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8552ee3-6e91-4601-a41d-1d1491c7ef74 req-491d44f6-3c5d-40af-a47a-ccbcc80162d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:47.259447 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c8552ee3-6e91-4601-a41d-1d1491c7ef74 req-491d44f6-3c5d-40af-a47a-ccbcc80162d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45a0572c-751c-4e91-b532-b38a534f78d3 HTTP/1.1" status: 200 len: 850 time: 0.0905068 Nov 09 04:58:47.278228 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['3a90fc76-326e-43cd-a452-eed132093ac5'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:58:47.311161 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-724cf138-e584-4309-8a43-c0ab32727c20 req-574e899a-2411-4590-b53b-b5170bfd19bf tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] No DVR routers for this DVR port 3a90fc76-326e-43cd-a452-eed132093ac5 on host hv-cinder-81713 {{(pid=100972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:58:47.313847 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-724cf138-e584-4309-8a43-c0ab32727c20 req-574e899a-2411-4590-b53b-b5170bfd19bf tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:47.317158 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-724cf138-e584-4309-8a43-c0ab32727c20 req-574e899a-2411-4590-b53b-b5170bfd19bf tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.20 "DELETE /v2.0/ports/3a90fc76-326e-43cd-a452-eed132093ac5 HTTP/1.1" status: 204 len: 173 time: 1.2945931 Nov 09 04:58:47.376350 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-fc7c3ee1-ece1-4fa1-926e-5630bad41e2a req-bd461dfe-eaf5-495f-afe0-006e87bf6f5c tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=3376205e-2dfb-4a11-bf1d-f56697031624 HTTP/1.1" status: 200 len: 210 time: 0.0502522 Nov 09 04:58:47.396099 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8552ee3-6e91-4601-a41d-1d1491c7ef74 req-e4c78143-7d6b-485d-bd75-3523d5f6f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:47.398284 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c8552ee3-6e91-4601-a41d-1d1491c7ef74 req-e4c78143-7d6b-485d-bd75-3523d5f6f1cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f10e939-279a-4c85-98c6-1d5ee6c0218c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0878532 Nov 09 04:58:47.444335 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6f7da66a-b235-4035-a26f-91681fac71f1 req-6f64913c-e0e8-44c0-a91b-51a5504c42a4 tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8148a52-7fc3-4958-ac13-5a60c71c69ea HTTP/1.1" status: 200 len: 210 time: 0.0457158 Nov 09 04:58:47.494375 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-3683d4a4-8d93-4fd2-a9e0-0b0898f8849d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:47.537721 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-3683d4a4-8d93-4fd2-a9e0-0b0898f8849d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:47.561004 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-52457dc7-9b17-4c4c-bef3-aeb9a52f5da8 req-597f6106-16e4-4669-a275-9754170e406f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 210 time: 0.0494063 Nov 09 04:58:47.577072 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf', 'ac852503-70fb-48a9-b3d8-4f2cac27b230'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:58:47.601243 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683d4a4-8d93-4fd2-a9e0-0b0898f8849d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Pushing event updated for resources: {'Port': ['ID=b4486560-446e-4f4a-b732-29ca12b603ba,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:47.612697 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c8552ee3-6e91-4601-a41d-1d1491c7ef74 req-64b74174-cd55-4fc0-9897-67cd5f3b5579 service neutron] 10.222.0.20 "GET /v2.0/networks/9f10e939-279a-4c85-98c6-1d5ee6c0218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021892 Nov 09 04:58:47.614201 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-3683d4a4-8d93-4fd2-a9e0-0b0898f8849d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Network 9dc74574-bcbe-4d7d-85c6-61611faf1df6 is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:58:47.616461 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-3683d4a4-8d93-4fd2-a9e0-0b0898f8849d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:58:47.624049 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-3683d4a4-8d93-4fd2-a9e0-0b0898f8849d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:58:47.639574 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-d9b86e07-dfd2-4d82-800c-1dd067f3f01a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Made reservation on behalf of 79869bd25d3c47ca87597d1801b9d710 for: {'port': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:58:47.643114 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-d9b86e07-dfd2-4d82-800c-1dd067f3f01a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:47.684063 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-3683d4a4-8d93-4fd2-a9e0-0b0898f8849d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:47.684729 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-3683d4a4-8d93-4fd2-a9e0-0b0898f8849d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for port, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:47.710554 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-3683d4a4-8d93-4fd2-a9e0-0b0898f8849d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7638235 Nov 09 04:58:47.750629 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-e9ded0eb-66e8-4028-bdc0-4a87198d3f6e service neutron] Request body: {'port': {'device_id': '3376205e-2dfb-4a11-bf1d-f56697031624', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:47.824356 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 45142) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:47.838172 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-e9ded0eb-66e8-4028-bdc0-4a87198d3f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:47.865158 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c8552ee3-6e91-4601-a41d-1d1491c7ef74 req-4546704c-1699-4cd1-834b-8c5e53c2612b service neutron] 10.222.0.20 "GET /v2.0/networks/9f10e939-279a-4c85-98c6-1d5ee6c0218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995049 Nov 09 04:58:47.895121 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_common [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-d9b86e07-dfd2-4d82-800c-1dd067f3f01a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Allocated IP 172.20.0.2 (c9c7c7bf-a974-401b-8934-eb01fbeb899e/ba84cc1c-e4f2-4be1-bfcd-f63d11a0c627/1052eb61-9d88-48ed-ae53-fc737786ab8f) {{(pid=100972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:58:47.969021 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f3a85347-d07a-45e4-adf1-4234b232d1a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.062677 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-d9b86e07-dfd2-4d82-800c-1dd067f3f01a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Publish callbacks [] for port, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.094875 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-d9b86e07-dfd2-4d82-800c-1dd067f3f01a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.122298 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8148a52-7fc3-4958-ac13-5a60c71c69ea', 'name': 'network-vif-deleted', 'tag': '3a90fc76-326e-43cd-a452-eed132093ac5'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:58:48.124532 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c748f1bb-d4be-42c8-aa2b-debf08c86788" -d '{"events": [{"server_uuid": "c8148a52-7fc3-4958-ac13-5a60c71c69ea", "name": "network-vif-deleted", "tag": "3a90fc76-326e-43cd-a452-eed132093ac5"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:58:48.140470 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-d9b86e07-dfd2-4d82-800c-1dd067f3f01a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Network c9c7c7bf-a974-401b-8934-eb01fbeb899e is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:58:48.143937 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-d9b86e07-dfd2-4d82-800c-1dd067f3f01a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:58:48.150423 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f04a15-ed84-42fa-9232-950b14d3ea34 req-5ff40f11-0b77-4ad5-a911-1e9452de7faf tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:48.155398 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-d9b86e07-dfd2-4d82-800c-1dd067f3f01a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Received port after_create {{(pid=100972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:58:48.158008 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c7f04a15-ed84-42fa-9232-950b14d3ea34 req-5ff40f11-0b77-4ad5-a911-1e9452de7faf tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.1392481 Nov 09 04:58:48.168808 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675d2625-0f33-450e-afe6-d724e6401b17 x-openstack-request-id: req-675d2625-0f33-450e-afe6-d724e6401b17 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:58:48.169096 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8148a52-7fc3-4958-ac13-5a60c71c69ea", "name": "network-vif-deleted", "tag": "3a90fc76-326e-43cd-a452-eed132093ac5", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:58:48.169339 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-675d2625-0f33-450e-afe6-d724e6401b17 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:58:48.169718 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8148a52-7fc3-4958-ac13-5a60c71c69ea', 'name': 'network-vif-deleted', 'tag': '3a90fc76-326e-43cd-a452-eed132093ac5', 'status': 'completed', 'code': 200} Nov 09 04:58:48.195889 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b86e07-dfd2-4d82-800c-1dd067f3f01a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Pushing event updated for resources: {'Port': ['ID=1052eb61-9d88-48ed-ae53-fc737786ab8f,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:48.204841 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f3a85347-d07a-45e4-adf1-4234b232d1a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.215933 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f3a85347-d07a-45e4-adf1-4234b232d1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.223367 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-d9b86e07-dfd2-4d82-800c-1dd067f3f01a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:48.223612 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-d9b86e07-dfd2-4d82-800c-1dd067f3f01a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.239897 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-d9b86e07-dfd2-4d82-800c-1dd067f3f01a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7294517 Nov 09 04:58:48.279484 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] Request body: {'port': {'device_id': 'fa39714e-2b95-4e72-83de-9acc03f82eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:58:48.310466 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c7f04a15-ed84-42fa-9232-950b14d3ea34 req-2ed80fa6-b6be-42ea-ba88-5c327f7c253f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515815 Nov 09 04:58:48.314008 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a85347-d07a-45e4-adf1-4234b232d1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8902ad18-6a06-45e0-bbdd-78e9c45605ea,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:48.326002 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-f3a85347-d07a-45e4-adf1-4234b232d1a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58cbb64ed13544249937344781d743cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4974282 Nov 09 04:58:48.327488 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.notifiers.nova [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-e9ded0eb-66e8-4028-bdc0-4a87198d3f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4486560-446e-4f4a-b732-29ca12b603ba {{(pid=100971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:58:48.331602 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 45154) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:58:48.336773 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-e9ded0eb-66e8-4028-bdc0-4a87198d3f6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.344770 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.369828 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.provisioning_blocks [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-e9ded0eb-66e8-4028-bdc0-4a87198d3f6e service neutron] Transition to ACTIVE for port object b4486560-446e-4f4a-b732-29ca12b603ba will not be triggered until provisioned by entity L2. {{(pid=100971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:58:48.384011 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-e9ded0eb-66e8-4028-bdc0-4a87198d3f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3537972'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.450228 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e06230ec-4791-48cc-8aaa-2f9b61716b2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.459049 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ded0eb-66e8-4028-bdc0-4a87198d3f6e service neutron] Pushing event updated for resources: {'Port': ['ID=b4486560-446e-4f4a-b732-29ca12b603ba,revision_number=2']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:48.516820 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e06230ec-4791-48cc-8aaa-2f9b61716b2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.569763 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.managers [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-e9ded0eb-66e8-4028-bdc0-4a87198d3f6e service neutron] Attempting to bind port b4486560-446e-4f4a-b732-29ca12b603ba on host hv-cinder-81713 for vnic_type normal with profile {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:58:48.570054 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.managers [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-e9ded0eb-66e8-4028-bdc0-4a87198d3f6e service neutron] Attempting to bind port b4486560-446e-4f4a-b732-29ca12b603ba by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '15b33fde-2078-42f0-ac57-1c9310d80e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6'}] {{(pid=100971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:58:48.570434 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-e9ded0eb-66e8-4028-bdc0-4a87198d3f6e service neutron] Attempting to bind port b4486560-446e-4f4a-b732-29ca12b603ba on network 9dc74574-bcbe-4d7d-85c6-61611faf1df6 {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:58:48.575656 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-e9ded0eb-66e8-4028-bdc0-4a87198d3f6e service neutron] Port b4486560-446e-4f4a-b732-29ca12b603ba on network 9dc74574-bcbe-4d7d-85c6-61611faf1df6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:58:48.575990 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-e9ded0eb-66e8-4028-bdc0-4a87198d3f6e service neutron] Attempting to bind port b4486560-446e-4f4a-b732-29ca12b603ba on network 9dc74574-bcbe-4d7d-85c6-61611faf1df6 {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:58:48.583057 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-e9ded0eb-66e8-4028-bdc0-4a87198d3f6e service neutron] Checking agent: {'id': '95cbc7df-874e-4f22-acf5-3b3cdde6b18e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'started_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:58:48.583512 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-e9ded0eb-66e8-4028-bdc0-4a87198d3f6e service neutron] Checking segment: {'id': '15b33fde-2078-42f0-ac57-1c9310d80e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:58:48.583996 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-e9ded0eb-66e8-4028-bdc0-4a87198d3f6e service neutron] Bound using segment: {'id': '15b33fde-2078-42f0-ac57-1c9310d80e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6'} {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:58:48.584440 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.managers [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-e9ded0eb-66e8-4028-bdc0-4a87198d3f6e service neutron] Bound port: b4486560-446e-4f4a-b732-29ca12b603ba, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b33fde-2078-42f0-ac57-1c9310d80e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6'}}] {{(pid=100971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:58:48.584794 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-e9ded0eb-66e8-4028-bdc0-4a87198d3f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.631648 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83641403-77e8-4028-ae40-f5d9f55a2394 req-43cce33d-5654-44ee-aab4-80067aab1ba5 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:48.632149 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e06230ec-4791-48cc-8aaa-2f9b61716b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.633204 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-83641403-77e8-4028-ae40-f5d9f55a2394 req-43cce33d-5654-44ee-aab4-80067aab1ba5 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=3376205e-2dfb-4a11-bf1d-f56697031624 HTTP/1.1" status: 200 len: 944 time: 0.1180778 Nov 09 04:58:48.634965 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e06230ec-4791-48cc-8aaa-2f9b61716b2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.639654 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-e06230ec-4791-48cc-8aaa-2f9b61716b2c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8902ad18-6a06-45e0-bbdd-78e9c45605ea HTTP/1.1" status: 204 len: 168 time: 0.3070393 Nov 09 04:58:48.656348 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06230ec-4791-48cc-8aaa-2f9b61716b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8902ad18-6a06-45e0-bbdd-78e9c45605ea,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:48.686071 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-e9ded0eb-66e8-4028-bdc0-4a87198d3f6e service neutron] For port b4486560-446e-4f4a-b732-29ca12b603ba, host hv-cinder-81713, cleared binding levels {{(pid=100971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:58:48.690029 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-e9ded0eb-66e8-4028-bdc0-4a87198d3f6e service neutron] For port b4486560-446e-4f4a-b732-29ca12b603ba, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b4486560-446e-4f4a-b732-29ca12b603ba,segment=NetworkSegment(15b33fde-2078-42f0-ac57-1c9310d80e2d),segment_id=15b33fde-2078-42f0-ac57-1c9310d80e2d)] {{(pid=100971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:58:48.697678 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-e9ded0eb-66e8-4028-bdc0-4a87198d3f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3537972'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.737222 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-83641403-77e8-4028-ae40-f5d9f55a2394 req-2a02efdf-7559-4c16-9b44-6d45cc43ffd8 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846450 Nov 09 04:58:48.744213 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-e9ded0eb-66e8-4028-bdc0-4a87198d3f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:48.744899 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-e9ded0eb-66e8-4028-bdc0-4a87198d3f6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for port, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.746361 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-e9ded0eb-66e8-4028-bdc0-4a87198d3f6e service neutron] 10.222.0.20 "PUT /v2.0/ports/b4486560-446e-4f4a-b732-29ca12b603ba HTTP/1.1" status: 200 len: 1094 time: 1.0012136 Nov 09 04:58:48.746803 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3376205e-2dfb-4a11-bf1d-f56697031624', 'tag': 'b4486560-446e-4f4a-b732-29ca12b603ba'}] {{(pid=100971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:58:48.751988 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ba20ef00b6ba85be910cd3510c9842062a5dd5e124f21b50ec677df07c463ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362f8000-fdc6-4070-88bf-d58801844c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "3376205e-2dfb-4a11-bf1d-f56697031624", "tag": "b4486560-446e-4f4a-b732-29ca12b603ba"}]}' {{(pid=100971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:58:48.818864 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ded0eb-66e8-4028-bdc0-4a87198d3f6e service neutron] Pushing event updated for resources: {'Port': ['ID=b4486560-446e-4f4a-b732-29ca12b603ba,revision_number=3']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:48.836416 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8590b9-639d-4351-b90f-fb746a563f1a req-5d655f64-9b6d-4e3f-9082-aae15230e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:48.837802 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3b8590b9-639d-4351-b90f-fb746a563f1a req-5d655f64-9b6d-4e3f-9082-aae15230e3a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 1099 time: 0.0993681 Nov 09 04:58:48.882635 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04410a2-d40e-477b-b6a6-4135ec768c87 req-2414ee5b-f8c4-4c6d-bfc5-d34dc37d8a4a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:48.885866 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d04410a2-d40e-477b-b6a6-4135ec768c87 req-2414ee5b-f8c4-4c6d-bfc5-d34dc37d8a4a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 931 time: 0.1142097 Nov 09 04:58:48.898049 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-07a0ccef-a719-4d6e-a8c3-ff5bb1920ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:48.900192 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-07a0ccef-a719-4d6e-a8c3-ff5bb1920ce3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e9bea92048e49debbf053fea8eb2b9f&device_id=3376205e-2dfb-4a11-bf1d-f56697031624 HTTP/1.1" status: 200 len: 1097 time: 0.0647166 Nov 09 04:58:48.957370 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1052eb61-9d88-48ed-ae53-fc737786ab8f {{(pid=100972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:58:48.976254 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:48.996234 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.provisioning_blocks [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] Transition to ACTIVE for port object 1052eb61-9d88-48ed-ae53-fc737786ab8f will not be triggered until provisioned by entity L2. {{(pid=100972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:58:49.009564 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d04410a2-d40e-477b-b6a6-4135ec768c87 req-dd34d559-c136-42fa-b01c-d81a28c4d108 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121275 Nov 09 04:58:49.015063 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-6a6c15de-e75c-46f9-943c-1e80bcda5850 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4486560-446e-4f4a-b732-29ca12b603ba HTTP/1.1" status: 200 len: 217 time: 0.0956116 Nov 09 04:58:49.016626 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f2845-1b7f-4920-8bd3-7f262ed98743 req-c74ba62f-2bb9-4f0c-a388-3d8f36cab95b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:49.041441 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1b7f2845-1b7f-4920-8bd3-7f262ed98743 req-c74ba62f-2bb9-4f0c-a388-3d8f36cab95b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.1172857 Nov 09 04:58:49.045297 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:49.066351 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8590b9-639d-4351-b90f-fb746a563f1a req-4909a39b-c844-4f8c-b4c0-0e93b4ce2fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:49.067804 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3b8590b9-639d-4351-b90f-fb746a563f1a req-4909a39b-c844-4f8c-b4c0-0e93b4ce2fb8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 200 len: 920 time: 0.2156801 Nov 09 04:58:49.083769 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982c74db-8a17-4727-933f-903a1db95cb9 x-openstack-request-id: req-982c74db-8a17-4727-933f-903a1db95cb9 {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:58:49.083769 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3376205e-2dfb-4a11-bf1d-f56697031624", "tag": "b4486560-446e-4f4a-b732-29ca12b603ba", "status": "completed", "code": 200}]} {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:58:49.083769 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-982c74db-8a17-4727-933f-903a1db95cb9 {{(pid=100971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:58:49.083769 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3376205e-2dfb-4a11-bf1d-f56697031624', 'tag': 'b4486560-446e-4f4a-b732-29ca12b603ba', 'status': 'completed', 'code': 200} Nov 09 04:58:49.107875 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-285112b2-5863-4d09-aade-0cdb4c288bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:49.109147 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-285112b2-5863-4d09-aade-0cdb4c288bdc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54166d97-84bf-4725-a6b5-fd66b63ba4bd HTTP/1.1" status: 200 len: 855 time: 0.0803351 Nov 09 04:58:49.159308 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-c1da4b09-3474-4167-81aa-542afb510fc4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc74574-bcbe-4d7d-85c6-61611faf1df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349805 Nov 09 04:58:49.165642 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3b8590b9-639d-4351-b90f-fb746a563f1a req-65787d20-058e-4075-9093-c2589a0c28b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 HTTP/1.1" status: 200 len: 217 time: 0.0614822 Nov 09 04:58:49.182319 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] Pushing event updated for resources: {'Port': ['ID=1052eb61-9d88-48ed-ae53-fc737786ab8f,revision_number=2']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:49.255331 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1b7f2845-1b7f-4920-8bd3-7f262ed98743 req-1e0d9086-7cb4-4cfb-b463-a4aace42722c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125320 Nov 09 04:58:49.274372 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-e52b47de-b6aa-4b41-94f0-0642e8a58fa4 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068900 Nov 09 04:58:49.279461 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8590b9-639d-4351-b90f-fb746a563f1a req-238ac661-8163-4867-a5e3-87ace209c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:49.281227 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3b8590b9-639d-4351-b90f-fb746a563f1a req-238ac661-8163-4867-a5e3-87ace209c852 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2499b84-6c8e-423c-9fb2-df6ba60139be HTTP/1.1" status: 200 len: 859 time: 0.0936167 Nov 09 04:58:49.322020 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3b8590b9-639d-4351-b90f-fb746a563f1a req-1141c4ab-0d11-4098-a6b5-bd0b8fa97ae3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322118 Nov 09 04:58:49.350779 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] Attempting to bind port 1052eb61-9d88-48ed-ae53-fc737786ab8f on host hv-cinder-81713 for vnic_type normal with profile {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:58:49.351115 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] Attempting to bind port 1052eb61-9d88-48ed-ae53-fc737786ab8f by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '9f43b0cd-977d-456b-acf3-a0650ee0d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c9c7c7bf-a974-401b-8934-eb01fbeb899e'}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:58:49.351459 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] Attempting to bind port 1052eb61-9d88-48ed-ae53-fc737786ab8f on network c9c7c7bf-a974-401b-8934-eb01fbeb899e {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:58:49.363504 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] Port 1052eb61-9d88-48ed-ae53-fc737786ab8f on network c9c7c7bf-a974-401b-8934-eb01fbeb899e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:58:49.363848 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] Attempting to bind port 1052eb61-9d88-48ed-ae53-fc737786ab8f on network c9c7c7bf-a974-401b-8934-eb01fbeb899e {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:58:49.404335 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-072f0e6d-cf1b-46d4-8326-7f9b5433f001 req-f32058b9-1612-4a8e-ae31-e635e74d1d70 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217935 Nov 09 04:58:49.410298 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] Checking agent: {'id': '95cbc7df-874e-4f22-acf5-3b3cdde6b18e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'started_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:58:49.410657 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] Checking segment: {'id': '9f43b0cd-977d-456b-acf3-a0650ee0d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c9c7c7bf-a974-401b-8934-eb01fbeb899e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:58:49.411009 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] Bound using segment: {'id': '9f43b0cd-977d-456b-acf3-a0650ee0d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c9c7c7bf-a974-401b-8934-eb01fbeb899e'} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:58:49.411444 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] Bound port: 1052eb61-9d88-48ed-ae53-fc737786ab8f, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f43b0cd-977d-456b-acf3-a0650ee0d895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c9c7c7bf-a974-401b-8934-eb01fbeb899e'}}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:58:49.411830 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:49.497143 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3b8590b9-639d-4351-b90f-fb746a563f1a req-ff2d1f8d-47ef-4a71-bf30-ac60291e6542 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660833 Nov 09 04:58:49.528510 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] For port 1052eb61-9d88-48ed-ae53-fc737786ab8f, host hv-cinder-81713, cleared binding levels {{(pid=100972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:58:49.532493 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] For port 1052eb61-9d88-48ed-ae53-fc737786ab8f, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=1052eb61-9d88-48ed-ae53-fc737786ab8f,segment=NetworkSegment(9f43b0cd-977d-456b-acf3-a0650ee0d895),segment_id=9f43b0cd-977d-456b-acf3-a0650ee0d895)] {{(pid=100972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:58:49.550151 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:49.634481 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f8000-fdc6-4070-88bf-d58801844c3c req-12cf91e8-4761-429f-a141-710ab6533b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:49.636046 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-362f8000-fdc6-4070-88bf-d58801844c3c req-12cf91e8-4761-429f-a141-710ab6533b84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e9bea92048e49debbf053fea8eb2b9f&device_id=3376205e-2dfb-4a11-bf1d-f56697031624 HTTP/1.1" status: 200 len: 1097 time: 0.0705736 Nov 09 04:58:49.655971 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:49.656587 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:49.657927 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] 10.222.0.20 "PUT /v2.0/ports/1052eb61-9d88-48ed-ae53-fc737786ab8f HTTP/1.1" status: 200 len: 1093 time: 1.3863311 Nov 09 04:58:49.666030 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 3a90fc76-326e-43cd-a452-eed132093ac5 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:58:49.694313 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] Pushing event updated for resources: {'Port': ['ID=1052eb61-9d88-48ed-ae53-fc737786ab8f,revision_number=3']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:58:49.702027 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] No Port match for: 3a90fc76-326e-43cd-a452-eed132093ac5 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:58:49.702678 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 3a90fc76-326e-43cd-a452-eed132093ac5 not bound to the agent host hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:58:49.711657 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3b8590b9-639d-4351-b90f-fb746a563f1a req-9d6794be-5ed3-4d47-9539-35d0d4345141 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225569 Nov 09 04:58:49.755247 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f8000-fdc6-4070-88bf-d58801844c3c req-e0b2d3c0-509e-409f-a7fb-253ea97cca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:49.756998 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-362f8000-fdc6-4070-88bf-d58801844c3c req-e0b2d3c0-509e-409f-a7fb-253ea97cca8f service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc74574-bcbe-4d7d-85c6-61611faf1df6 HTTP/1.1" status: 200 len: 916 time: 0.1132123 Nov 09 04:58:49.795672 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-58f886ee-a548-4750-88da-d894103c79b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:49.797204 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-58f886ee-a548-4750-88da-d894103c79b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79869bd25d3c47ca87597d1801b9d710&device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 1096 time: 0.0636630 Nov 09 04:58:49.819571 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-362f8000-fdc6-4070-88bf-d58801844c3c req-286e1de9-e959-4da6-b40c-e29c448ef5e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4486560-446e-4f4a-b732-29ca12b603ba HTTP/1.1" status: 200 len: 217 time: 0.0419691 Nov 09 04:58:49.877439 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-657f946a-d25d-488d-a3f9-ae283fa6bbb7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1052eb61-9d88-48ed-ae53-fc737786ab8f HTTP/1.1" status: 200 len: 217 time: 0.0356734 Nov 09 04:58:49.897318 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f8000-fdc6-4070-88bf-d58801844c3c req-79d2c8fa-9d93-4a6f-b584-739f07acfc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:49.898724 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-362f8000-fdc6-4070-88bf-d58801844c3c req-79d2c8fa-9d93-4a6f-b584-739f07acfc25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54166d97-84bf-4725-a6b5-fd66b63ba4bd HTTP/1.1" status: 200 len: 855 time: 0.0557568 Nov 09 04:58:49.907042 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b944f-02f1-4603-b427-704294dfe01f req-306d4ef3-efec-4306-99e2-611e86448e3c tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:49.908480 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ed0b944f-02f1-4603-b427-704294dfe01f req-306d4ef3-efec-4306-99e2-611e86448e3c tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=3376205e-2dfb-4a11-bf1d-f56697031624 HTTP/1.1" status: 200 len: 944 time: 0.0915749 Nov 09 04:58:49.933415 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-1376cc76-b6f4-4324-ae15-ad216d38c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:49.934860 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-1376cc76-b6f4-4324-ae15-ad216d38c7d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba84cc1c-e4f2-4be1-bfcd-f63d11a0c627 HTTP/1.1" status: 200 len: 853 time: 0.0499589 Nov 09 04:58:49.937154 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-362f8000-fdc6-4070-88bf-d58801844c3c req-073ff2bc-a858-499c-ac7e-a29111c4cd02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc74574-bcbe-4d7d-85c6-61611faf1df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277667 Nov 09 04:58:49.975062 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-ac6f9769-e402-41bb-84d0-9a09d71bb58a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9c7c7bf-a974-401b-8934-eb01fbeb899e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248675 Nov 09 04:58:49.975362 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ed0b944f-02f1-4603-b427-704294dfe01f req-37c4ced5-bc3f-4bc8-ab4d-8dd4e4f5bb1b tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572898 Nov 09 04:58:50.125296 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f167488-8b98-4617-bc0e-860f9321c264 req-b8f82855-69ee-4af4-8535-1069f7bef1eb tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:50.126773 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4f167488-8b98-4617-bc0e-860f9321c264 req-b8f82855-69ee-4af4-8535-1069f7bef1eb tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 943 time: 0.0547984 Nov 09 04:58:50.170542 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa39714e-2b95-4e72-83de-9acc03f82eb2', 'tag': '1052eb61-9d88-48ed-ae53-fc737786ab8f'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:58:50.172893 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e37ed5-fbe4-423c-9f6a-96b8392eaa15" -d '{"events": [{"name": "network-changed", "server_uuid": "fa39714e-2b95-4e72-83de-9acc03f82eb2", "tag": "1052eb61-9d88-48ed-ae53-fc737786ab8f"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:58:50.174081 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4f167488-8b98-4617-bc0e-860f9321c264 req-a3d72a0e-bab8-4a86-b97d-7628441c4d34 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414238 Nov 09 04:58:50.215150 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2654fd66-1b59-4a2b-91bc-b961d3891ab0 x-openstack-request-id: req-2654fd66-1b59-4a2b-91bc-b961d3891ab0 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:58:50.215433 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa39714e-2b95-4e72-83de-9acc03f82eb2", "tag": "1052eb61-9d88-48ed-ae53-fc737786ab8f", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:58:50.215706 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2654fd66-1b59-4a2b-91bc-b961d3891ab0 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:58:50.216092 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa39714e-2b95-4e72-83de-9acc03f82eb2', 'tag': '1052eb61-9d88-48ed-ae53-fc737786ab8f', 'status': 'completed', 'code': 200} Nov 09 04:58:50.375439 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b410484-4a98-4470-8248-20062a7b5cc8 req-f748a6af-c9b7-4251-bdea-5e1c71ee2e6f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:50.376907 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2b410484-4a98-4470-8248-20062a7b5cc8 req-f748a6af-c9b7-4251-bdea-5e1c71ee2e6f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0497642 Nov 09 04:58:50.626318 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-ebd384d5-0f3d-44c6-8388-b028ab017da8 service neutron] 10.222.0.20 "GET /v2.0/networks/c9c7c7bf-a974-401b-8934-eb01fbeb899e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840764 Nov 09 04:58:50.641268 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2b410484-4a98-4470-8248-20062a7b5cc8 req-e85c68fe-541c-4d23-9783-e8c5b19fc50b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585752 Nov 09 04:58:50.673842 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-362f8000-fdc6-4070-88bf-d58801844c3c req-36a27172-0d6a-465a-a7a8-17ba22d8bdab service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091993 Nov 09 04:58:50.725602 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-4091721d-255a-4e67-ac63-f8026a3107ee service neutron] 10.222.0.20 "GET /v2.0/networks/c9c7c7bf-a974-401b-8934-eb01fbeb899e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906453 Nov 09 04:58:50.766997 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-362f8000-fdc6-4070-88bf-d58801844c3c req-5339db79-3b06-4ea6-91a6-cd7093115d9d service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822842 Nov 09 04:58:51.088305 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa42cf6-29ec-471f-abe5-591b588bd48a req-dca02c07-ddf1-4e61-a243-e64c801b233b tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:51.089745 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4fa42cf6-29ec-471f-abe5-591b588bd48a req-dca02c07-ddf1-4e61-a243-e64c801b233b tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=3376205e-2dfb-4a11-bf1d-f56697031624 HTTP/1.1" status: 200 len: 944 time: 0.0477767 Nov 09 04:58:51.134986 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4fa42cf6-29ec-471f-abe5-591b588bd48a req-0e461740-0a3a-4a25-8a80-0996f938ae26 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394509 Nov 09 04:58:51.288182 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ea069-e3fc-4008-a263-81d4f83d11b2 req-83de3241-9b9f-467f-a17a-fbc8ad603725 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:51.289543 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2f4ea069-e3fc-4008-a263-81d4f83d11b2 req-83de3241-9b9f-467f-a17a-fbc8ad603725 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 943 time: 0.0519574 Nov 09 04:58:51.334925 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2f4ea069-e3fc-4008-a263-81d4f83d11b2 req-55902996-380c-49d9-8fb5-213f538058d6 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395207 Nov 09 04:58:54.609922 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e37ed5-fbe4-423c-9f6a-96b8392eaa15 req-3a5ba13d-2de1-49be-a75d-487d4b56cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:54.611449 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-40e37ed5-fbe4-423c-9f6a-96b8392eaa15 req-3a5ba13d-2de1-49be-a75d-487d4b56cb46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79869bd25d3c47ca87597d1801b9d710&device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 1096 time: 0.0485101 Nov 09 04:58:54.614144 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117f70d-53c2-4ef2-84af-bf7b04ad49fd req-a21a63be-0664-46ad-b843-98ed7a0a2e0b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:54.615714 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5117f70d-53c2-4ef2-84af-bf7b04ad49fd req-a21a63be-0664-46ad-b843-98ed7a0a2e0b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0547173 Nov 09 04:58:54.664240 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5117f70d-53c2-4ef2-84af-bf7b04ad49fd req-d3c01289-be9b-4019-963c-2e81f192918b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424757 Nov 09 04:58:54.673360 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9b777-3a35-4c24-840b-953906bea86d req-5d8f1d92-cecf-4a31-9413-ad9c0f92053a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:54.674867 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-eef9b777-3a35-4c24-840b-953906bea86d req-5d8f1d92-cecf-4a31-9413-ad9c0f92053a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=3376205e-2dfb-4a11-bf1d-f56697031624 HTTP/1.1" status: 200 len: 944 time: 0.0528750 Nov 09 04:58:54.724437 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-eef9b777-3a35-4c24-840b-953906bea86d req-99ce9346-6a1c-4a8c-a105-38ca3efceca2 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430245 Nov 09 04:58:54.774817 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff8ae9-d9ec-4864-88df-9a816718fa7f req-8e31de38-37a0-4585-be3b-d88425daedf9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:54.776335 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c1ff8ae9-d9ec-4864-88df-9a816718fa7f req-8e31de38-37a0-4585-be3b-d88425daedf9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 943 time: 0.0529928 Nov 09 04:58:54.822842 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c1ff8ae9-d9ec-4864-88df-9a816718fa7f req-a5e8fa3d-2fdd-4578-909c-9ee8668c5c4b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398045 Nov 09 04:58:55.003720 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e37ed5-fbe4-423c-9f6a-96b8392eaa15 req-22028519-93cd-44d4-8c3c-61e6e7479d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:55.005176 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-40e37ed5-fbe4-423c-9f6a-96b8392eaa15 req-22028519-93cd-44d4-8c3c-61e6e7479d69 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9c7c7bf-a974-401b-8934-eb01fbeb899e HTTP/1.1" status: 200 len: 914 time: 0.0867689 Nov 09 04:58:55.052398 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-40e37ed5-fbe4-423c-9f6a-96b8392eaa15 req-04c31575-ddbc-499c-9177-dff6c46725eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1052eb61-9d88-48ed-ae53-fc737786ab8f HTTP/1.1" status: 200 len: 217 time: 0.0326679 Nov 09 04:58:55.103346 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e37ed5-fbe4-423c-9f6a-96b8392eaa15 req-1b96394e-2a2c-468d-b6f1-55207515c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:55.104811 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-40e37ed5-fbe4-423c-9f6a-96b8392eaa15 req-1b96394e-2a2c-468d-b6f1-55207515c356 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba84cc1c-e4f2-4be1-bfcd-f63d11a0c627 HTTP/1.1" status: 200 len: 853 time: 0.0449176 Nov 09 04:58:55.139779 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-40e37ed5-fbe4-423c-9f6a-96b8392eaa15 req-899b30d4-90dd-456e-bb05-1e53b15ba1dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9c7c7bf-a974-401b-8934-eb01fbeb899e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233810 Nov 09 04:58:55.229190 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-40e37ed5-fbe4-423c-9f6a-96b8392eaa15 req-cb756e3d-3c4c-4c1b-97c2-5522825a2bf8 service neutron] 10.222.0.20 "GET /v2.0/networks/c9c7c7bf-a974-401b-8934-eb01fbeb899e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788009 Nov 09 04:58:55.325251 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-40e37ed5-fbe4-423c-9f6a-96b8392eaa15 req-8b9bfd5f-02f7-461d-bb60-9b040224c4a2 service neutron] 10.222.0.20 "GET /v2.0/networks/c9c7c7bf-a974-401b-8934-eb01fbeb899e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845125 Nov 09 04:58:56.059180 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efaec6-b8c2-47d5-a257-0cae05d335c5 req-fe469fcd-43b8-4ad3-9815-0861cdc5553d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:56.060890 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b5efaec6-b8c2-47d5-a257-0cae05d335c5 req-fe469fcd-43b8-4ad3-9815-0861cdc5553d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0489402 Nov 09 04:58:56.079739 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dbf1e-900e-4ce9-9184-ffc738a8730c req-f725d340-a072-4352-8ea4-17bac3153c3e tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:56.081231 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d45dbf1e-900e-4ce9-9184-ffc738a8730c req-f725d340-a072-4352-8ea4-17bac3153c3e tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=3376205e-2dfb-4a11-bf1d-f56697031624 HTTP/1.1" status: 200 len: 944 time: 0.0514474 Nov 09 04:58:56.108874 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b5efaec6-b8c2-47d5-a257-0cae05d335c5 req-dfca0e61-af30-4ce1-95a0-e5dcd1b428e8 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417438 Nov 09 04:58:56.133314 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d45dbf1e-900e-4ce9-9184-ffc738a8730c req-8097152d-ebb4-4a3c-840f-009f62b40dba tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456727 Nov 09 04:58:56.213639 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60170d0-6b84-4072-94f4-ce235a6d0a27 req-b068b714-9348-4f76-a3e1-0d01e28809eb tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:56.215835 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f60170d0-6b84-4072-94f4-ce235a6d0a27 req-b068b714-9348-4f76-a3e1-0d01e28809eb tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 943 time: 0.0511487 Nov 09 04:58:56.263899 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f60170d0-6b84-4072-94f4-ce235a6d0a27 req-fbbfbcab-c32a-43cf-9251-2048de891ed7 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422406 Nov 09 04:58:57.256064 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c5478-1672-4386-94ef-fb32b0351e7f req-72725508-3891-4e50-823d-c4cf8207cd98 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:57.258172 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-aa0c5478-1672-4386-94ef-fb32b0351e7f req-72725508-3891-4e50-823d-c4cf8207cd98 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0624406 Nov 09 04:58:57.304727 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6b769-d0f0-4ba9-b4d0-ba6504d18794 req-86924902-479b-47b2-989d-fcba0023ace4 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:57.306585 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f1e6b769-d0f0-4ba9-b4d0-ba6504d18794 req-86924902-479b-47b2-989d-fcba0023ace4 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=3376205e-2dfb-4a11-bf1d-f56697031624 HTTP/1.1" status: 200 len: 944 time: 0.0756500 Nov 09 04:58:57.332432 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-aa0c5478-1672-4386-94ef-fb32b0351e7f req-c4bdd7ec-6ff3-4f46-83ec-9242328f9197 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608523 Nov 09 04:58:57.376953 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f1e6b769-d0f0-4ba9-b4d0-ba6504d18794 req-8788668a-358d-491d-a817-fef5098056fb tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590835 Nov 09 04:58:57.462178 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22828a-3080-4dd9-aaee-bcd5cc09e41d req-27020934-3dca-4794-b399-4cbd609195b6 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:57.467740 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4f22828a-3080-4dd9-aaee-bcd5cc09e41d req-27020934-3dca-4794-b399-4cbd609195b6 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 943 time: 0.0652645 Nov 09 04:58:57.540014 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4f22828a-3080-4dd9-aaee-bcd5cc09e41d req-8c535908-5fb8-465d-afc9-edad227b344a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681627 Nov 09 04:58:57.715876 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-30d85f99-5ba4-48a7-9be6-fbd930c43985 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=777d920b381b4d6ebddb042851d48a3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673630 Nov 09 04:58:57.914425 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-af7f294e-383c-4de1-a8ae-d47ae3377ce3 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:57.916011 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-af7f294e-383c-4de1-a8ae-d47ae3377ce3 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2213097 Nov 09 04:58:57.933526 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-8946fcc3-29d0-4fa3-840f-9d4931aaac59 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/quotas/777d920b381b4d6ebddb042851d48a3a HTTP/1.1" status: 200 len: 375 time: 0.0097404 Nov 09 04:58:58.147053 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-85feeac9-e553-4ef5-b38f-c676feae0122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:58:58.255068 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-513e291f-986b-439a-a5a8-96b541439512 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=777d920b381b4d6ebddb042851d48a3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3139362 Nov 09 04:58:58.504724 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121726c2-0842-4785-a20e-258dec7c5745 req-9e63af86-ce35-4fa1-bd62-904e2bdbd8fe tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:58.512107 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-121726c2-0842-4785-a20e-258dec7c5745 req-9e63af86-ce35-4fa1-bd62-904e2bdbd8fe tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0578432 Nov 09 04:58:58.570446 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-121726c2-0842-4785-a20e-258dec7c5745 req-173b295d-afaf-41a2-aba6-2478d7613c1f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569506 Nov 09 04:58:58.659100 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-770049f3-667d-4d9e-8a51-06ec0c43ec7d req-eee9e3f6-08f9-4fb5-8a28-8442309a7381 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a380611-e828-486c-b04d-218365157ced HTTP/1.1" status: 200 len: 210 time: 0.0489600 Nov 09 04:58:58.759173 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e8251-96b0-42ea-8177-7f922c6ef8ca req-4564dbab-9b41-495e-97c4-e915c2d05c1a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:58.761145 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f66e8251-96b0-42ea-8177-7f922c6ef8ca req-4564dbab-9b41-495e-97c4-e915c2d05c1a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=3376205e-2dfb-4a11-bf1d-f56697031624 HTTP/1.1" status: 200 len: 944 time: 0.1112840 Nov 09 04:58:58.802153 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971cbf9-c69b-47d2-834e-0f2085a8a4b0 req-eada7b95-d7c1-43fe-85e7-e08ce51f146e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:58.803830 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c971cbf9-c69b-47d2-834e-0f2085a8a4b0 req-eada7b95-d7c1-43fe-85e7-e08ce51f146e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 943 time: 0.0772476 Nov 09 04:58:58.895569 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f66e8251-96b0-42ea-8177-7f922c6ef8ca req-9db8cda7-07df-4e7e-88c7-56499e512940 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108737 Nov 09 04:58:58.912728 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c971cbf9-c69b-47d2-834e-0f2085a8a4b0 req-1134738b-ec2d-41c1-90c9-36681ea3864e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011181 Nov 09 04:58:59.700147 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b7a54-12be-4671-87f1-fd704ae2f320 req-b6371f15-bdd7-47d8-bc32-cb0067a629cb tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:58:59.702065 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d82b7a54-12be-4671-87f1-fd704ae2f320 req-b6371f15-bdd7-47d8-bc32-cb0067a629cb tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0574164 Nov 09 04:58:59.731178 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device b4486560-446e-4f4a-b732-29ca12b603ba details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=100973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:58:59.767410 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d82b7a54-12be-4671-87f1-fd704ae2f320 req-e2850a75-4388-4877-833e-688903408a5d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587358 Nov 09 04:58:59.844753 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-31d96fe8-6fb7-4f9c-af00-f1460e2e9ec6 req-46a2827a-ed94-41ec-b316-83aae3af166c tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a380611-e828-486c-b04d-218365157ced HTTP/1.1" status: 200 len: 210 time: 0.0495570 Nov 09 04:58:59.933224 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port b4486560-446e-4f4a-b732-29ca12b603ba, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b4486560-446e-4f4a-b732-29ca12b603ba,segment=NetworkSegment(15b33fde-2078-42f0-ac57-1c9310d80e2d),segment_id=15b33fde-2078-42f0-ac57-1c9310d80e2d)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:58:59.951074 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Returning: {'device': 'b4486560-446e-4f4a-b732-29ca12b603ba', 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6', 'port_id': 'b4486560-446e-4f4a-b732-29ca12b603ba', 'mac_address': 'fa:16:3e:ed:48:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54166d97-84bf-4725-a6b5-fd66b63ba4bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:59:00.058343 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:00.091353 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4486560-446e-4f4a-b732-29ca12b603ba {{(pid=100973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:59:00.110702 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95fcba-3b76-427d-9a46-071f91e520a3 req-dfc4ba83-9d2e-40ca-9eaa-7d7b12953783 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:00.118217 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-21e841b2-647a-4326-9bc0-a42523f01caf tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=777d920b381b4d6ebddb042851d48a3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427279 Nov 09 04:59:00.119141 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-be95fcba-3b76-427d-9a46-071f91e520a3 req-dfc4ba83-9d2e-40ca-9eaa-7d7b12953783 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=3376205e-2dfb-4a11-bf1d-f56697031624 HTTP/1.1" status: 200 len: 944 time: 0.1032186 Nov 09 04:59:00.133652 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port b4486560-446e-4f4a-b732-29ca12b603ba, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b4486560-446e-4f4a-b732-29ca12b603ba,segment=NetworkSegment(15b33fde-2078-42f0-ac57-1c9310d80e2d),segment_id=15b33fde-2078-42f0-ac57-1c9310d80e2d)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:59:00.140251 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:00.141122 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 1052eb61-9d88-48ed-ae53-fc737786ab8f details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=100973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:59:00.159936 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc0f16-c458-45c0-a85c-2118f71131b2 req-11a024e6-35a7-4005-b985-0ca25ae361f7 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:00.162489 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cebc0f16-c458-45c0-a85c-2118f71131b2 req-11a024e6-35a7-4005-b985-0ca25ae361f7 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 943 time: 0.1282847 Nov 09 04:59:00.200266 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-be95fcba-3b76-427d-9a46-071f91e520a3 req-704699c8-b250-471b-aa53-e88f339d1482 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798655 Nov 09 04:59:00.328538 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=b4486560-446e-4f4a-b732-29ca12b603ba,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:00.348199 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:00.356218 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:00.356727 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:00.358184 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:00.358673 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:00.362130 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:00.362477 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:00.362819 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:00.363177 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:00.370530 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:00.371004 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:00.371331 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 04:59:00.428380 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cebc0f16-c458-45c0-a85c-2118f71131b2 req-08190697-efca-4b2f-a76f-59c35a40bbb0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420385 Nov 09 04:59:00.466838 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-65bec07a-3c69-4d50-b60a-38cc1d67d8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:00.499819 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-795f8353-8e17-4747-b862-64c79256cc42 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:00.502296 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-795f8353-8e17-4747-b862-64c79256cc42 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3724329 Nov 09 04:59:00.508898 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 1052eb61-9d88-48ed-ae53-fc737786ab8f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=1052eb61-9d88-48ed-ae53-fc737786ab8f,segment=NetworkSegment(9f43b0cd-977d-456b-acf3-a0650ee0d895),segment_id=9f43b0cd-977d-456b-acf3-a0650ee0d895)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:59:00.522368 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Returning: {'device': '1052eb61-9d88-48ed-ae53-fc737786ab8f', 'network_id': 'c9c7c7bf-a974-401b-8934-eb01fbeb899e', 'port_id': '1052eb61-9d88-48ed-ae53-fc737786ab8f', 'mac_address': 'fa:16:3e:09:0e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba84cc1c-e4f2-4be1-bfcd-f63d11a0c627', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:59:00.551237 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-74d69764-fd89-4922-9f17-dddcd2134dac tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Request body: {'port': {'device_id': '7a380611-e828-486c-b04d-218365157ced', 'network_id': '24592891-7a01-4369-b5e9-9be9283ec5ec', 'admin_state_up': True, 'tenant_id': '777d920b381b4d6ebddb042851d48a3a'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:59:00.679519 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-74d69764-fd89-4922-9f17-dddcd2134dac tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Made reservation on behalf of 777d920b381b4d6ebddb042851d48a3a for: {'port': 1} {{(pid=100971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:59:00.683785 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-74d69764-fd89-4922-9f17-dddcd2134dac tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:00.692484 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-74d69764-fd89-4922-9f17-dddcd2134dac tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:00.702636 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:00.716326 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1052eb61-9d88-48ed-ae53-fc737786ab8f {{(pid=100973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:59:00.738301 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 1052eb61-9d88-48ed-ae53-fc737786ab8f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=1052eb61-9d88-48ed-ae53-fc737786ab8f,segment=NetworkSegment(9f43b0cd-977d-456b-acf3-a0650ee0d895),segment_id=9f43b0cd-977d-456b-acf3-a0650ee0d895)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:59:00.744857 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:00.813918 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=1052eb61-9d88-48ed-ae53-fc737786ab8f,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:00.817864 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-74d69764-fd89-4922-9f17-dddcd2134dac tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:00.823540 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-74d69764-fd89-4922-9f17-dddcd2134dac tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:00.906333 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d69764-fd89-4922-9f17-dddcd2134dac tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed2abe9-38fa-4b8a-a78c-4fea1ccade30,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:01.011495 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-74d69764-fd89-4922-9f17-dddcd2134dac tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Allocated IP 192.168.233.128 (24592891-7a01-4369-b5e9-9be9283ec5ec/ce4506b3-a0ca-48cc-afbe-8f9df4e26a00/b4e3a44e-be05-454c-92ab-707f4094730f) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:59:01.052554 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0781e433-7ee2-4a5d-a5cc-2d7002d20a4d req-ce51bb49-df91-48f0-9f46-50876e66a53f tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a380611-e828-486c-b04d-218365157ced HTTP/1.1" status: 200 len: 210 time: 0.0668163 Nov 09 04:59:01.168967 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-74d69764-fd89-4922-9f17-dddcd2134dac tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:01.215772 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-74d69764-fd89-4922-9f17-dddcd2134dac tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:01.365238 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-74d69764-fd89-4922-9f17-dddcd2134dac tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Network 24592891-7a01-4369-b5e9-9be9283ec5ec is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:59:01.379520 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-74d69764-fd89-4922-9f17-dddcd2134dac tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:59:01.396293 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-74d69764-fd89-4922-9f17-dddcd2134dac tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:59:01.401061 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d69764-fd89-4922-9f17-dddcd2134dac tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Pushing event updated for resources: {'Port': ['ID=b4e3a44e-be05-454c-92ab-707f4094730f,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:01.449694 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb93f4-3ab4-4162-9b5a-b9798f4a1a6d req-74ad8b4d-02cd-4356-87b6-c7ec25091c83 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:01.451244 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-abfb93f4-3ab4-4162-9b5a-b9798f4a1a6d req-74ad8b4d-02cd-4356-87b6-c7ec25091c83 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=3376205e-2dfb-4a11-bf1d-f56697031624 HTTP/1.1" status: 200 len: 945 time: 0.1601951 Nov 09 04:59:01.526169 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-74d69764-fd89-4922-9f17-dddcd2134dac tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:01.526858 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-74d69764-fd89-4922-9f17-dddcd2134dac tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for port, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:01.553174 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['b4486560-446e-4f4a-b732-29ca12b603ba'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:59:01.565477 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-abfb93f4-3ab4-4162-9b5a-b9798f4a1a6d req-ff8eaded-a487-431a-a5d0-5e670f18d9e1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042004 Nov 09 04:59:01.594045 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-74d69764-fd89-4922-9f17-dddcd2134dac tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0475194 Nov 09 04:59:01.626803 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-3e53ad4b-c2d7-43b1-ab4c-e10133a20b3a service neutron] Request body: {'port': {'device_id': '7a380611-e828-486c-b04d-218365157ced', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:59:01.680995 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['1052eb61-9d88-48ed-ae53-fc737786ab8f'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:59:01.686419 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f8196-f211-4420-ac13-6e6d54e7a542 req-f9957583-db4d-4c17-b71e-6d692e2d8d12 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:01.691484 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7d3f8196-f211-4420-ac13-6e6d54e7a542 req-f9957583-db4d-4c17-b71e-6d692e2d8d12 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 944 time: 0.1657603 Nov 09 04:59:01.767256 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:01.786420 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-3e53ad4b-c2d7-43b1-ab4c-e10133a20b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:01.790635 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-ef895965-eb90-436d-8182-bb6e9f1e6e82 None None] Provisioning complete for port b4e3a44e-be05-454c-92ab-707f4094730f triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:59:01.791242 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-ef895965-eb90-436d-8182-bb6e9f1e6e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:01.808815 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7d3f8196-f211-4420-ac13-6e6d54e7a542 req-a6f131e4-ae0a-4425-825b-f2122aca5b99 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033139 Nov 09 04:59:01.868128 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-ef895965-eb90-436d-8182-bb6e9f1e6e82 None None] Port b4e3a44e-be05-454c-92ab-707f4094730f cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 04:59:02.229267 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741e3ac-a092-4587-97f4-999b7b1dfe4c req-87ad7f28-c802-465b-9d59-2a23626132f8 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:02.231243 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1741e3ac-a092-4587-97f4-999b7b1dfe4c req-87ad7f28-c802-465b-9d59-2a23626132f8 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a380611-e828-486c-b04d-218365157ced HTTP/1.1" status: 200 len: 936 time: 0.1007447 Nov 09 04:59:02.237925 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.notifiers.nova [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-3e53ad4b-c2d7-43b1-ab4c-e10133a20b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e3a44e-be05-454c-92ab-707f4094730f {{(pid=100971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:59:02.257199 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-3e53ad4b-c2d7-43b1-ab4c-e10133a20b3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:02.283667 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.provisioning_blocks [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-3e53ad4b-c2d7-43b1-ab4c-e10133a20b3a service neutron] Transition to ACTIVE for port object b4e3a44e-be05-454c-92ab-707f4094730f will not be triggered until provisioned by entity L2. {{(pid=100971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:59:02.295446 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-3e53ad4b-c2d7-43b1-ab4c-e10133a20b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3537972'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:02.349047 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1741e3ac-a092-4587-97f4-999b7b1dfe4c req-a40d4c6e-eebf-4a71-a2f3-3eeaae1cd1d9 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ed2abe9-38fa-4b8a-a78c-4fea1ccade30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056945 Nov 09 04:59:02.368770 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53ad4b-c2d7-43b1-ab4c-e10133a20b3a service neutron] Pushing event updated for resources: {'Port': ['ID=b4e3a44e-be05-454c-92ab-707f4094730f,revision_number=2']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:02.503966 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.managers [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-3e53ad4b-c2d7-43b1-ab4c-e10133a20b3a service neutron] Attempting to bind port b4e3a44e-be05-454c-92ab-707f4094730f on host hv-cinder-81713 for vnic_type normal with profile {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:59:02.504682 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.managers [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-3e53ad4b-c2d7-43b1-ab4c-e10133a20b3a service neutron] Attempting to bind port b4e3a44e-be05-454c-92ab-707f4094730f by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '2d678ca5-19db-494d-a102-0d20d07048e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '24592891-7a01-4369-b5e9-9be9283ec5ec'}] {{(pid=100971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:59:02.505265 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-3e53ad4b-c2d7-43b1-ab4c-e10133a20b3a service neutron] Attempting to bind port b4e3a44e-be05-454c-92ab-707f4094730f on network 24592891-7a01-4369-b5e9-9be9283ec5ec {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:59:02.510431 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-3e53ad4b-c2d7-43b1-ab4c-e10133a20b3a service neutron] Port b4e3a44e-be05-454c-92ab-707f4094730f on network 24592891-7a01-4369-b5e9-9be9283ec5ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:59:02.511652 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-3e53ad4b-c2d7-43b1-ab4c-e10133a20b3a service neutron] Attempting to bind port b4e3a44e-be05-454c-92ab-707f4094730f on network 24592891-7a01-4369-b5e9-9be9283ec5ec {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:59:02.517332 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-3e53ad4b-c2d7-43b1-ab4c-e10133a20b3a service neutron] Checking agent: {'id': '95cbc7df-874e-4f22-acf5-3b3cdde6b18e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'started_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:59:02.518031 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-3e53ad4b-c2d7-43b1-ab4c-e10133a20b3a service neutron] Checking segment: {'id': '2d678ca5-19db-494d-a102-0d20d07048e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '24592891-7a01-4369-b5e9-9be9283ec5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:59:02.518653 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-3e53ad4b-c2d7-43b1-ab4c-e10133a20b3a service neutron] Bound using segment: {'id': '2d678ca5-19db-494d-a102-0d20d07048e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '24592891-7a01-4369-b5e9-9be9283ec5ec'} {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:59:02.519300 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.managers [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-3e53ad4b-c2d7-43b1-ab4c-e10133a20b3a service neutron] Bound port: b4e3a44e-be05-454c-92ab-707f4094730f, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d678ca5-19db-494d-a102-0d20d07048e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '24592891-7a01-4369-b5e9-9be9283ec5ec'}}] {{(pid=100971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:59:02.520048 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-3e53ad4b-c2d7-43b1-ab4c-e10133a20b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:02.635457 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-3e53ad4b-c2d7-43b1-ab4c-e10133a20b3a service neutron] For port b4e3a44e-be05-454c-92ab-707f4094730f, host hv-cinder-81713, cleared binding levels {{(pid=100971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:59:02.641180 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416f492-3268-499e-82d8-0b388a0ed825 req-b00f9aff-e015-42d8-955b-e96b2ff3797b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:02.643182 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9416f492-3268-499e-82d8-0b388a0ed825 req-b00f9aff-e015-42d8-955b-e96b2ff3797b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.1036007 Nov 09 04:59:02.676483 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-3e53ad4b-c2d7-43b1-ab4c-e10133a20b3a service neutron] For port b4e3a44e-be05-454c-92ab-707f4094730f, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b4e3a44e-be05-454c-92ab-707f4094730f,segment=NetworkSegment(2d678ca5-19db-494d-a102-0d20d07048e5),segment_id=2d678ca5-19db-494d-a102-0d20d07048e5)] {{(pid=100971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:59:02.684119 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-3e53ad4b-c2d7-43b1-ab4c-e10133a20b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3537972'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:02.711386 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9416f492-3268-499e-82d8-0b388a0ed825 req-b21800f8-20e6-45d8-baa0-a0f57199feef tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562031 Nov 09 04:59:02.753982 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-3e53ad4b-c2d7-43b1-ab4c-e10133a20b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:02.754421 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-3e53ad4b-c2d7-43b1-ab4c-e10133a20b3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for port, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:02.755941 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-3e53ad4b-c2d7-43b1-ab4c-e10133a20b3a service neutron] 10.222.0.20 "PUT /v2.0/ports/b4e3a44e-be05-454c-92ab-707f4094730f HTTP/1.1" status: 200 len: 1098 time: 1.1344793 Nov 09 04:59:02.756240 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a380611-e828-486c-b04d-218365157ced', 'tag': 'b4e3a44e-be05-454c-92ab-707f4094730f'}] {{(pid=100971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:59:02.758577 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ba20ef00b6ba85be910cd3510c9842062a5dd5e124f21b50ec677df07c463ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a83a113-6c23-4151-9eda-714234fb5ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "7a380611-e828-486c-b04d-218365157ced", "tag": "b4e3a44e-be05-454c-92ab-707f4094730f"}]}' {{(pid=100971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:59:02.789851 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302ed29-c19b-47c1-9c61-e90af9f3ca3d req-b3458b1f-644c-4ce9-933f-b19a931cfbc3 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:02.797754 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5302ed29-c19b-47c1-9c61-e90af9f3ca3d req-b3458b1f-644c-4ce9-933f-b19a931cfbc3 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=3376205e-2dfb-4a11-bf1d-f56697031624 HTTP/1.1" status: 200 len: 945 time: 0.1568582 Nov 09 04:59:02.823706 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53ad4b-c2d7-43b1-ab4c-e10133a20b3a service neutron] Pushing event updated for resources: {'Port': ['ID=b4e3a44e-be05-454c-92ab-707f4094730f,revision_number=3']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:02.964359 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5302ed29-c19b-47c1-9c61-e90af9f3ca3d req-5eb8e2df-32e8-4a52-bdf4-7e34d8e6bedd tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602745 Nov 09 04:59:02.969841 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-299448e6-9a65-4cc6-aa3d-d07853765b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:02.980328 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-299448e6-9a65-4cc6-aa3d-d07853765b3e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=777d920b381b4d6ebddb042851d48a3a&device_id=7a380611-e828-486c-b04d-218365157ced HTTP/1.1" status: 200 len: 1101 time: 0.1303134 Nov 09 04:59:03.127385 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:03.133014 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9359d7-cedc-4141-9f35-ae0d9d418470 x-openstack-request-id: req-de9359d7-cedc-4141-9f35-ae0d9d418470 {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:59:03.133290 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a380611-e828-486c-b04d-218365157ced", "tag": "b4e3a44e-be05-454c-92ab-707f4094730f", "status": "completed", "code": 200}]} {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:59:03.133540 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de9359d7-cedc-4141-9f35-ae0d9d418470 {{(pid=100971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:59:03.134030 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a380611-e828-486c-b04d-218365157ced', 'tag': 'b4e3a44e-be05-454c-92ab-707f4094730f', 'status': 'completed', 'code': 200} Nov 09 04:59:03.136615 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-7c40d682-c797-4625-bcfc-c797f276fd3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=b4e3a44e-be05-454c-92ab-707f4094730f HTTP/1.1" status: 200 len: 217 time: 0.1461349 Nov 09 04:59:03.225743 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-3642092c-3d4e-4141-abb4-1a47df7d26e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:03.227298 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-3642092c-3d4e-4141-abb4-1a47df7d26e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce4506b3-a0ca-48cc-afbe-8f9df4e26a00 HTTP/1.1" status: 200 len: 843 time: 0.0825384 Nov 09 04:59:03.310081 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3c3d3-cbda-4b33-ad28-0ddcc7f42e61 req-3f216ff4-e97e-4529-8072-6fbe2b703c1a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:03.311667 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-26d3c3d3-cbda-4b33-ad28-0ddcc7f42e61 req-3f216ff4-e97e-4529-8072-6fbe2b703c1a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 944 time: 0.1193659 Nov 09 04:59:03.337323 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-7567b212-3bb6-4553-83d4-503eb664ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:03.339197 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-7567b212-3bb6-4553-83d4-503eb664ffb1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24592891-7a01-4369-b5e9-9be9283ec5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0976992 Nov 09 04:59:03.444773 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-26d3c3d3-cbda-4b33-ad28-0ddcc7f42e61 req-be997936-8401-4005-b802-631446989aaa tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210418 Nov 09 04:59:03.534168 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-59832767-f864-4585-bc5f-a07c821e428c service neutron] 10.222.0.20 "GET /v2.0/networks/24592891-7a01-4369-b5e9-9be9283ec5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753435 Nov 09 04:59:03.736038 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d4478-eaa7-4f8e-a90a-b5006a7b21ab req-37c21146-f3b7-457a-bbb6-6ce2d8d262bc tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:03.742831 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-179d4478-eaa7-4f8e-a90a-b5006a7b21ab req-37c21146-f3b7-457a-bbb6-6ce2d8d262bc tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a380611-e828-486c-b04d-218365157ced HTTP/1.1" status: 200 len: 948 time: 0.0699506 Nov 09 04:59:03.743264 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device b4486560-446e-4f4a-b732-29ca12b603ba up at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:59:03.809837 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:03.816358 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-179d4478-eaa7-4f8e-a90a-b5006a7b21ab req-256d6d38-0040-4f77-9e21-e0d11caba603 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ed2abe9-38fa-4b8a-a78c-4fea1ccade30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663745 Nov 09 04:59:03.821192 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning for port b4486560-446e-4f4a-b732-29ca12b603ba completed by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:59:03.827259 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning complete for port b4486560-446e-4f4a-b732-29ca12b603ba triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:59:03.827992 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:03.929033 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:03.965830 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3376205e-2dfb-4a11-bf1d-f56697031624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4486560-446e-4f4a-b732-29ca12b603ba'}] {{(pid=100973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:59:03.969500 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54011f83237459a559275aec36f6846328bebe107db2d1d5386815f5349ca10e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54ba924-b046-42a4-9503-3cce4300fd76" -d '{"events": [{"server_uuid": "3376205e-2dfb-4a11-bf1d-f56697031624", "name": "network-vif-plugged", "status": "completed", "tag": "b4486560-446e-4f4a-b732-29ca12b603ba"}]}' {{(pid=100973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:59:03.986412 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port b4486560-446e-4f4a-b732-29ca12b603ba, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b4486560-446e-4f4a-b732-29ca12b603ba,segment=NetworkSegment(15b33fde-2078-42f0-ac57-1c9310d80e2d),segment_id=15b33fde-2078-42f0-ac57-1c9310d80e2d)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:59:03.998198 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:03.999382 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 1052eb61-9d88-48ed-ae53-fc737786ab8f up at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:59:04.000302 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9c5d1f69-2e20-4da2-9187-477382ebd8ca req-cd549be0-b340-4bd2-a925-1af0e0e2af0b service neutron] 10.222.0.20 "GET /v2.0/networks/24592891-7a01-4369-b5e9-9be9283ec5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657417 Nov 09 04:59:04.079967 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc97a391-e3a1-43fe-bad1-3e9ccf404481 x-openstack-request-id: req-dc97a391-e3a1-43fe-bad1-3e9ccf404481 {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:59:04.080461 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3376205e-2dfb-4a11-bf1d-f56697031624", "name": "network-vif-plugged", "status": "completed", "tag": "b4486560-446e-4f4a-b732-29ca12b603ba", "code": 200}]} {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:59:04.080630 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc97a391-e3a1-43fe-bad1-3e9ccf404481 {{(pid=100973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:59:04.081001 dv-cinder-817135-2-iscsi neutron-server[100973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3376205e-2dfb-4a11-bf1d-f56697031624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4486560-446e-4f4a-b732-29ca12b603ba', 'code': 200} Nov 09 04:59:04.126833 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=b4486560-446e-4f4a-b732-29ca12b603ba,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:04.138417 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733e518-d4f9-4db4-901e-dc594f87a82b req-8740e6b6-b805-4c6c-9fd2-96f9e6ab00ff tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:04.139910 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e733e518-d4f9-4db4-901e-dc594f87a82b req-8740e6b6-b805-4c6c-9fd2-96f9e6ab00ff tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=3376205e-2dfb-4a11-bf1d-f56697031624 HTTP/1.1" status: 200 len: 946 time: 0.0603423 Nov 09 04:59:04.149430 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning for port 1052eb61-9d88-48ed-ae53-fc737786ab8f completed by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:59:04.155899 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning complete for port 1052eb61-9d88-48ed-ae53-fc737786ab8f triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:59:04.156644 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:04.247642 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e733e518-d4f9-4db4-901e-dc594f87a82b req-90aba8ff-a68e-495a-bc17-a3c0681e981d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964673 Nov 09 04:59:04.273278 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:04.276335 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83a113-6c23-4151-9eda-714234fb5ee5 req-80283603-56cb-4c30-880a-5f722d788d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:04.278632 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8a83a113-6c23-4151-9eda-714234fb5ee5 req-80283603-56cb-4c30-880a-5f722d788d1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=777d920b381b4d6ebddb042851d48a3a&device_id=7a380611-e828-486c-b04d-218365157ced HTTP/1.1" status: 200 len: 1101 time: 0.0973301 Nov 09 04:59:04.329520 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 1052eb61-9d88-48ed-ae53-fc737786ab8f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=1052eb61-9d88-48ed-ae53-fc737786ab8f,segment=NetworkSegment(9f43b0cd-977d-456b-acf3-a0650ee0d895),segment_id=9f43b0cd-977d-456b-acf3-a0650ee0d895)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:59:04.339879 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:04.390591 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83a113-6c23-4151-9eda-714234fb5ee5 req-4eab7357-b665-44a0-87b4-0212cfa7da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:04.392217 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8a83a113-6c23-4151-9eda-714234fb5ee5 req-4eab7357-b665-44a0-87b4-0212cfa7da5b service neutron] 10.222.0.20 "GET /v2.0/networks?id=24592891-7a01-4369-b5e9-9be9283ec5ec HTTP/1.1" status: 200 len: 870 time: 0.1033900 Nov 09 04:59:04.437895 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=1052eb61-9d88-48ed-ae53-fc737786ab8f,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:04.444715 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8a83a113-6c23-4151-9eda-714234fb5ee5 req-d9b87ab1-4048-4412-bcb7-f4ce80e5345c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=b4e3a44e-be05-454c-92ab-707f4094730f HTTP/1.1" status: 200 len: 217 time: 0.0432656 Nov 09 04:59:04.450730 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cfc5a-d407-4be2-be3c-e14fc4305bd5 req-d3ba5960-dba3-4ccc-8c87-77c3d4b4d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:04.453481 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-547cfc5a-d407-4be2-be3c-e14fc4305bd5 req-d3ba5960-dba3-4ccc-8c87-77c3d4b4d3fc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3376205e-2dfb-4a11-bf1d-f56697031624 HTTP/1.1" status: 200 len: 1099 time: 0.0863709 Nov 09 04:59:04.519354 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-547cfc5a-d407-4be2-be3c-e14fc4305bd5 req-cd9276df-6413-4cb2-808d-07694a6c11e0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525198 Nov 09 04:59:04.538820 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83a113-6c23-4151-9eda-714234fb5ee5 req-29f3b0a5-84a3-4763-bced-0ed0e61ba049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:04.540440 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8a83a113-6c23-4151-9eda-714234fb5ee5 req-29f3b0a5-84a3-4763-bced-0ed0e61ba049 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce4506b3-a0ca-48cc-afbe-8f9df4e26a00 HTTP/1.1" status: 200 len: 843 time: 0.0832727 Nov 09 04:59:04.593318 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fe2cd-b36c-41cd-b136-788801057769 req-2ab9328b-fffc-4f6f-b3b9-cf91d64cd0f3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:04.595974 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d95fe2cd-b36c-41cd-b136-788801057769 req-2ab9328b-fffc-4f6f-b3b9-cf91d64cd0f3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0541561 Nov 09 04:59:04.657840 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d95fe2cd-b36c-41cd-b136-788801057769 req-8d398714-30f7-49a0-9f9c-ed70d8ecc7a2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569351 Nov 09 04:59:05.279756 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83a113-6c23-4151-9eda-714234fb5ee5 req-c2fa50ab-3ec9-434a-a85a-3098f895cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:05.281870 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8a83a113-6c23-4151-9eda-714234fb5ee5 req-c2fa50ab-3ec9-434a-a85a-3098f895cc8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24592891-7a01-4369-b5e9-9be9283ec5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0421968 Nov 09 04:59:05.421433 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7ece5-5e03-435c-b7dd-06d6901c291f req-44ebfcf3-11eb-4f1d-8444-4243d7c0782c tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:05.429931 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ede7ece5-5e03-435c-b7dd-06d6901c291f req-44ebfcf3-11eb-4f1d-8444-4243d7c0782c tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a380611-e828-486c-b04d-218365157ced HTTP/1.1" status: 200 len: 948 time: 0.0643113 Nov 09 04:59:05.455930 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8a83a113-6c23-4151-9eda-714234fb5ee5 req-413fece5-b715-4163-8d4d-d6919fb276ae service neutron] 10.222.0.20 "GET /v2.0/networks/24592891-7a01-4369-b5e9-9be9283ec5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252475 Nov 09 04:59:05.487477 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ede7ece5-5e03-435c-b7dd-06d6901c291f req-40946243-c866-409e-b99f-4de56e94fb9e tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ed2abe9-38fa-4b8a-a78c-4fea1ccade30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547795 Nov 09 04:59:05.598647 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8a83a113-6c23-4151-9eda-714234fb5ee5 req-52e48f72-43b9-4333-8d63-3b2c2e9d41f8 service neutron] 10.222.0.20 "GET /v2.0/networks/24592891-7a01-4369-b5e9-9be9283ec5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333044 Nov 09 04:59:05.606777 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0f7f0-3f5e-4244-ab45-75d8b9c43d46 req-407fbc71-c886-4197-b0b5-31e19cdc49ab tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:05.608417 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-93b0f7f0-3f5e-4244-ab45-75d8b9c43d46 req-407fbc71-c886-4197-b0b5-31e19cdc49ab tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=3376205e-2dfb-4a11-bf1d-f56697031624 HTTP/1.1" status: 200 len: 946 time: 0.0788035 Nov 09 04:59:05.672237 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-93b0f7f0-3f5e-4244-ab45-75d8b9c43d46 req-a5cc14e8-74c6-4eb0-b9e6-a51b2c1f6234 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551629 Nov 09 04:59:05.796023 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f6d2c-31ea-4283-960d-1fe5dd2d5445 req-49c790be-8c09-4fd4-b1d4-3003cee744ed tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:05.797670 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ac7f6d2c-31ea-4283-960d-1fe5dd2d5445 req-49c790be-8c09-4fd4-b1d4-3003cee744ed tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0599785 Nov 09 04:59:05.849356 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ac7f6d2c-31ea-4283-960d-1fe5dd2d5445 req-c9abf811-c940-47f4-8f6b-be0fce31df73 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449269 Nov 09 04:59:06.082086 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa39714e-2b95-4e72-83de-9acc03f82eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1052eb61-9d88-48ed-ae53-fc737786ab8f'}] {{(pid=100973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:59:06.084443 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54011f83237459a559275aec36f6846328bebe107db2d1d5386815f5349ca10e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bf4646-67a2-4dbe-968f-33ad93768112" -d '{"events": [{"server_uuid": "fa39714e-2b95-4e72-83de-9acc03f82eb2", "name": "network-vif-plugged", "status": "completed", "tag": "1052eb61-9d88-48ed-ae53-fc737786ab8f"}]}' {{(pid=100973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:59:06.147260 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d074dce5-0923-48aa-9f5d-a6139a0c5dad x-openstack-request-id: req-d074dce5-0923-48aa-9f5d-a6139a0c5dad {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:59:06.147549 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa39714e-2b95-4e72-83de-9acc03f82eb2", "name": "network-vif-plugged", "status": "completed", "tag": "1052eb61-9d88-48ed-ae53-fc737786ab8f", "code": 200}]} {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:59:06.147823 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d074dce5-0923-48aa-9f5d-a6139a0c5dad {{(pid=100973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:59:06.148210 dv-cinder-817135-2-iscsi neutron-server[100973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa39714e-2b95-4e72-83de-9acc03f82eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1052eb61-9d88-48ed-ae53-fc737786ab8f', 'code': 200} Nov 09 04:59:06.511489 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd3d23-9e80-4738-91c1-1be0b516dc9e req-de61e01b-a765-4b2b-a172-0bddaf33b6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:06.516133 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f9cd3d23-9e80-4738-91c1-1be0b516dc9e req-de61e01b-a765-4b2b-a172-0bddaf33b6a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 1098 time: 0.1077759 Nov 09 04:59:06.585797 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f9cd3d23-9e80-4738-91c1-1be0b516dc9e req-81252fdf-c5ba-4f7f-acf6-c983aeda487c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538235 Nov 09 04:59:06.652052 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00afcd-0592-4f4f-9587-12871ac0c4f1 req-3ebc16c5-73bb-4a5c-9920-d1f08ecd5468 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:06.653546 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3e00afcd-0592-4f4f-9587-12871ac0c4f1 req-3ebc16c5-73bb-4a5c-9920-d1f08ecd5468 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a380611-e828-486c-b04d-218365157ced HTTP/1.1" status: 200 len: 948 time: 0.0637686 Nov 09 04:59:06.711556 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3e00afcd-0592-4f4f-9587-12871ac0c4f1 req-06468f81-a4d0-4814-aa5d-ebc1fc598a27 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ed2abe9-38fa-4b8a-a78c-4fea1ccade30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453396 Nov 09 04:59:06.828351 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390d576-3d46-4fab-bfdf-baa6e6b780e2 req-f48f459b-5285-4969-8495-b7f5dbdfebbb tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:06.830006 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b390d576-3d46-4fab-bfdf-baa6e6b780e2 req-f48f459b-5285-4969-8495-b7f5dbdfebbb tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=3376205e-2dfb-4a11-bf1d-f56697031624 HTTP/1.1" status: 200 len: 946 time: 0.0554771 Nov 09 04:59:06.886365 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b390d576-3d46-4fab-bfdf-baa6e6b780e2 req-111f4979-0767-4eb0-b788-2156d8085177 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489640 Nov 09 04:59:07.012373 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916ad80-ef38-4f23-9df8-27b044ae04e4 req-8fa2dbe1-4a91-4428-a3ae-1277b74e2002 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:07.013886 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0916ad80-ef38-4f23-9df8-27b044ae04e4 req-8fa2dbe1-4a91-4428-a3ae-1277b74e2002 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0563481 Nov 09 04:59:07.073754 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0916ad80-ef38-4f23-9df8-27b044ae04e4 req-75a2dcaa-b1d0-4dfe-9dcd-f33677f03f29 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534542 Nov 09 04:59:07.849363 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f3911-b150-4fcb-b33c-4ae7aee83fce req-b87c8af4-7f5a-4586-9b04-b992d91329dc tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:07.857363 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6d3f3911-b150-4fcb-b33c-4ae7aee83fce req-b87c8af4-7f5a-4586-9b04-b992d91329dc tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a380611-e828-486c-b04d-218365157ced HTTP/1.1" status: 200 len: 948 time: 0.0616052 Nov 09 04:59:07.905537 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6d3f3911-b150-4fcb-b33c-4ae7aee83fce req-5ef47aa0-4f8c-4194-99a9-718793d03e71 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ed2abe9-38fa-4b8a-a78c-4fea1ccade30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470295 Nov 09 04:59:08.033198 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420f8bb-8937-410b-b374-d0d3fedd5d93 req-cda0204e-06db-46a6-9f04-512090ff237e tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:08.035169 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8420f8bb-8937-410b-b374-d0d3fedd5d93 req-cda0204e-06db-46a6-9f04-512090ff237e tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=3376205e-2dfb-4a11-bf1d-f56697031624 HTTP/1.1" status: 200 len: 946 time: 0.0620098 Nov 09 04:59:08.088754 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8420f8bb-8937-410b-b374-d0d3fedd5d93 req-75ecc99a-befc-4f1f-8289-127a2d17bff5 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490122 Nov 09 04:59:08.226084 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9126fca-0753-4bbe-84ef-60eb4aa36613 req-20cc17ff-4ab0-451a-ac05-22315a1599aa tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:08.227708 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b9126fca-0753-4bbe-84ef-60eb4aa36613 req-20cc17ff-4ab0-451a-ac05-22315a1599aa tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0741014 Nov 09 04:59:08.309981 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b9126fca-0753-4bbe-84ef-60eb4aa36613 req-895629e3-61d6-4809-a337-c231579b7b8f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716312 Nov 09 04:59:09.041952 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789038f6-4d45-4346-b955-461a1700dd88 req-85e358d6-0309-4a13-9c6d-c6c09c4b0876 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:09.043563 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-789038f6-4d45-4346-b955-461a1700dd88 req-85e358d6-0309-4a13-9c6d-c6c09c4b0876 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a380611-e828-486c-b04d-218365157ced HTTP/1.1" status: 200 len: 948 time: 0.0551963 Nov 09 04:59:09.105063 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-789038f6-4d45-4346-b955-461a1700dd88 req-b738c128-c0ae-4d2e-a53e-6c84975a93cf tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ed2abe9-38fa-4b8a-a78c-4fea1ccade30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541539 Nov 09 04:59:09.502979 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34664d9d-9014-4cfc-b35a-37faf3eb5495 req-32ccbc27-4447-49cf-b2e7-2fb2bb31b8e1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:09.502979 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-34664d9d-9014-4cfc-b35a-37faf3eb5495 req-32ccbc27-4447-49cf-b2e7-2fb2bb31b8e1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.1179905 Nov 09 04:59:09.524997 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:09.570670 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-34664d9d-9014-4cfc-b35a-37faf3eb5495 req-7654adeb-a30f-4700-82e9-ab4b1dc305ae tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674231 Nov 09 04:59:09.619178 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:59:09.793653 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device b4e3a44e-be05-454c-92ab-707f4094730f details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=100973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:59:09.918176 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port b4e3a44e-be05-454c-92ab-707f4094730f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b4e3a44e-be05-454c-92ab-707f4094730f,segment=NetworkSegment(2d678ca5-19db-494d-a102-0d20d07048e5),segment_id=2d678ca5-19db-494d-a102-0d20d07048e5)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:59:09.934255 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Returning: {'device': 'b4e3a44e-be05-454c-92ab-707f4094730f', 'network_id': '24592891-7a01-4369-b5e9-9be9283ec5ec', 'port_id': 'b4e3a44e-be05-454c-92ab-707f4094730f', 'mac_address': 'fa:16:3e:cc:15:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce4506b3-a0ca-48cc-afbe-8f9df4e26a00', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:59:09.984577 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:09.997560 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e3a44e-be05-454c-92ab-707f4094730f {{(pid=100973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:59:10.019020 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port b4e3a44e-be05-454c-92ab-707f4094730f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b4e3a44e-be05-454c-92ab-707f4094730f,segment=NetworkSegment(2d678ca5-19db-494d-a102-0d20d07048e5),segment_id=2d678ca5-19db-494d-a102-0d20d07048e5)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:59:10.023753 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:10.082001 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=b4e3a44e-be05-454c-92ab-707f4094730f,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:10.228067 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba907a-598a-4f64-86bd-3f1e77e1e78c req-90fd9cf2-19dc-4a48-ba31-e4451d28713b tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:10.229794 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a3ba907a-598a-4f64-86bd-3f1e77e1e78c req-90fd9cf2-19dc-4a48-ba31-e4451d28713b tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a380611-e828-486c-b04d-218365157ced HTTP/1.1" status: 200 len: 949 time: 0.0565171 Nov 09 04:59:10.299639 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a3ba907a-598a-4f64-86bd-3f1e77e1e78c req-3d43b167-068b-44a7-b03d-7b37497277b5 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ed2abe9-38fa-4b8a-a78c-4fea1ccade30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594347 Nov 09 04:59:10.752483 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1da16c-9560-4145-b5fb-71c50f6a602a req-d5547287-079e-4864-8939-38035e3f959f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:10.754693 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-bd1da16c-9560-4145-b5fb-71c50f6a602a req-d5547287-079e-4864-8939-38035e3f959f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0539978 Nov 09 04:59:10.838343 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-bd1da16c-9560-4145-b5fb-71c50f6a602a req-0faf8658-8b02-401a-b025-e19916a1c2d7 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749891 Nov 09 04:59:10.958342 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['b4e3a44e-be05-454c-92ab-707f4094730f'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:59:11.561789 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088264cb-ee47-4f70-9a9a-67bd9b830bc3 req-e76bc5f4-97b0-449b-81fe-36c70a408c9e tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:11.563595 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-088264cb-ee47-4f70-9a9a-67bd9b830bc3 req-e76bc5f4-97b0-449b-81fe-36c70a408c9e tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a380611-e828-486c-b04d-218365157ced HTTP/1.1" status: 200 len: 949 time: 0.1280000 Nov 09 04:59:11.642664 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-088264cb-ee47-4f70-9a9a-67bd9b830bc3 req-c10c22b8-442b-458d-83e1-27a0fd23d792 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ed2abe9-38fa-4b8a-a78c-4fea1ccade30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637877 Nov 09 04:59:12.482806 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105a101-b1d6-4e73-a55c-0d40623f12db req-c8ca88a1-36ab-4698-bc88-8cb68be467b3 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:12.491581 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e105a101-b1d6-4e73-a55c-0d40623f12db req-c8ca88a1-36ab-4698-bc88-8cb68be467b3 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0764437 Nov 09 04:59:12.501392 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221c25f-540d-40a6-bbd0-b3e82d4d4807 req-294050aa-194f-4871-bcf3-f12fe49300f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:12.504399 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d221c25f-540d-40a6-bbd0-b3e82d4d4807 req-294050aa-194f-4871-bcf3-f12fe49300f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 1099 time: 0.0552747 Nov 09 04:59:12.547993 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e105a101-b1d6-4e73-a55c-0d40623f12db req-afe317ea-6ab8-4740-9551-0d7542faf75c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504484 Nov 09 04:59:12.642048 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221c25f-540d-40a6-bbd0-b3e82d4d4807 req-b4f93f93-47bb-473c-abbf-b5986e4c231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:12.644256 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d221c25f-540d-40a6-bbd0-b3e82d4d4807 req-b4f93f93-47bb-473c-abbf-b5986e4c231c service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 200 len: 920 time: 0.1229386 Nov 09 04:59:12.698692 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d221c25f-540d-40a6-bbd0-b3e82d4d4807 req-4d9bdcfa-a347-4b24-8f49-cdcbd9409d3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 HTTP/1.1" status: 200 len: 217 time: 0.0441577 Nov 09 04:59:12.763136 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221c25f-540d-40a6-bbd0-b3e82d4d4807 req-9950f571-74b6-4162-a439-719342863d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:12.764629 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d221c25f-540d-40a6-bbd0-b3e82d4d4807 req-9950f571-74b6-4162-a439-719342863d03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2499b84-6c8e-423c-9fb2-df6ba60139be HTTP/1.1" status: 200 len: 859 time: 0.0585933 Nov 09 04:59:12.772742 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ebda7-ce56-4feb-ae68-51579f16c0fe req-006ecc84-9444-4344-88a6-34e74c81ee1b tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:12.774707 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8c5ebda7-ce56-4feb-ae68-51579f16c0fe req-006ecc84-9444-4344-88a6-34e74c81ee1b tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a380611-e828-486c-b04d-218365157ced HTTP/1.1" status: 200 len: 949 time: 0.0566807 Nov 09 04:59:12.808502 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d221c25f-540d-40a6-bbd0-b3e82d4d4807 req-ec865279-a005-4c95-915a-f5a83450943a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272834 Nov 09 04:59:12.842811 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8c5ebda7-ce56-4feb-ae68-51579f16c0fe req-113ab976-1877-4b87-9922-0289e69685c5 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ed2abe9-38fa-4b8a-a78c-4fea1ccade30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577660 Nov 09 04:59:12.912288 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d221c25f-540d-40a6-bbd0-b3e82d4d4807 req-15c44ea9-9327-4028-a04e-b42592426b08 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925496 Nov 09 04:59:13.010936 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d221c25f-540d-40a6-bbd0-b3e82d4d4807 req-52024711-2ad1-4b21-bc20-199fe7687741 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879962 Nov 09 04:59:13.707650 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5bd49-518f-4441-b7a9-8b8f1c827a09 req-d96b8e58-b883-40eb-b563-7d67ff799bea tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:13.716575 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f1d5bd49-518f-4441-b7a9-8b8f1c827a09 req-d96b8e58-b883-40eb-b563-7d67ff799bea tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0877640 Nov 09 04:59:13.775149 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f1d5bd49-518f-4441-b7a9-8b8f1c827a09 req-768e9af4-a701-4079-a1ce-25508f914963 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575719 Nov 09 04:59:13.828889 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device b4e3a44e-be05-454c-92ab-707f4094730f up at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:59:13.900329 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning for port b4e3a44e-be05-454c-92ab-707f4094730f completed by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:59:13.904300 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning complete for port b4e3a44e-be05-454c-92ab-707f4094730f triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:59:13.904666 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:13.981350 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e7b84-205d-42b1-aa83-158ace2e3c92 req-2c28dcce-a12f-406a-8771-befe2639267c tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:13.983146 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e43e7b84-205d-42b1-aa83-158ace2e3c92 req-2c28dcce-a12f-406a-8771-befe2639267c tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a380611-e828-486c-b04d-218365157ced HTTP/1.1" status: 200 len: 949 time: 0.0664587 Nov 09 04:59:14.021152 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:14.049984 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e43e7b84-205d-42b1-aa83-158ace2e3c92 req-9722af7c-bacb-4a72-a8ad-4c6eb466e0c9 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ed2abe9-38fa-4b8a-a78c-4fea1ccade30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603657 Nov 09 04:59:14.050684 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a380611-e828-486c-b04d-218365157ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e3a44e-be05-454c-92ab-707f4094730f'}] {{(pid=100973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:59:14.053663 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54011f83237459a559275aec36f6846328bebe107db2d1d5386815f5349ca10e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63e11a6-4629-4147-9692-c461d6f09253" -d '{"events": [{"server_uuid": "7a380611-e828-486c-b04d-218365157ced", "name": "network-vif-plugged", "status": "completed", "tag": "b4e3a44e-be05-454c-92ab-707f4094730f"}]}' {{(pid=100973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:59:14.084196 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port b4e3a44e-be05-454c-92ab-707f4094730f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b4e3a44e-be05-454c-92ab-707f4094730f,segment=NetworkSegment(2d678ca5-19db-494d-a102-0d20d07048e5),segment_id=2d678ca5-19db-494d-a102-0d20d07048e5)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:59:14.092324 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:14.124126 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2d83f6-3a45-4305-a981-baa2b4599619 x-openstack-request-id: req-4b2d83f6-3a45-4305-a981-baa2b4599619 {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:59:14.124458 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a380611-e828-486c-b04d-218365157ced", "name": "network-vif-plugged", "status": "completed", "tag": "b4e3a44e-be05-454c-92ab-707f4094730f", "code": 200}]} {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:59:14.124987 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b2d83f6-3a45-4305-a981-baa2b4599619 {{(pid=100973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:59:14.125426 dv-cinder-817135-2-iscsi neutron-server[100973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a380611-e828-486c-b04d-218365157ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e3a44e-be05-454c-92ab-707f4094730f', 'code': 200} Nov 09 04:59:14.157723 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=b4e3a44e-be05-454c-92ab-707f4094730f,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:14.388369 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cc9e2-b36d-4578-84cd-bc9dc174ac3d req-b78e64c9-c762-4b8c-aa44-9e7fe3569d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:14.389865 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-132cc9e2-b36d-4578-84cd-bc9dc174ac3d req-b78e64c9-c762-4b8c-aa44-9e7fe3569d61 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7a380611-e828-486c-b04d-218365157ced HTTP/1.1" status: 200 len: 1103 time: 0.0429342 Nov 09 04:59:14.444261 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-132cc9e2-b36d-4578-84cd-bc9dc174ac3d req-409f2046-5a2f-4947-a07b-5bbbd23ed61d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5ed2abe9-38fa-4b8a-a78c-4fea1ccade30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435386 Nov 09 04:59:14.911897 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa42cb2-54fa-4cb7-9ec8-1bcc7ce4965d req-a125bcc2-4ac7-4e0d-a007-7326d8b2b4d7 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:14.913401 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2aa42cb2-54fa-4cb7-9ec8-1bcc7ce4965d req-a125bcc2-4ac7-4e0d-a007-7326d8b2b4d7 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0560696 Nov 09 04:59:14.966077 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2aa42cb2-54fa-4cb7-9ec8-1bcc7ce4965d req-4ae6937a-944c-4d7c-8d67-fe92de5e433a tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460882 Nov 09 04:59:15.539001 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f8ed2-8d87-42bd-ba06-930182086848 req-bad69ba6-c8b8-4f68-9836-b21adf1f0340 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:15.540478 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-666f8ed2-8d87-42bd-ba06-930182086848 req-bad69ba6-c8b8-4f68-9836-b21adf1f0340 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a380611-e828-486c-b04d-218365157ced HTTP/1.1" status: 200 len: 950 time: 0.0522368 Nov 09 04:59:15.586609 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-666f8ed2-8d87-42bd-ba06-930182086848 req-6c387ec5-0c1f-4b92-9af3-a2349a7558ac tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ed2abe9-38fa-4b8a-a78c-4fea1ccade30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403326 Nov 09 04:59:16.104200 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3401d8-3206-4de9-9026-80d593b06445 req-99d3f2be-9356-47df-a8bf-48f6c506191e tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:16.106379 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1d3401d8-3206-4de9-9026-80d593b06445 req-99d3f2be-9356-47df-a8bf-48f6c506191e tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0675364 Nov 09 04:59:16.154779 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1d3401d8-3206-4de9-9026-80d593b06445 req-8d9800ea-c2df-4dc3-8841-82d35cd9baff tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423739 Nov 09 04:59:16.738434 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a7525-0c9a-4c15-82a7-8327c0454d84 req-71c12494-2cd5-4757-b8df-744a9f7cd064 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:16.739900 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-743a7525-0c9a-4c15-82a7-8327c0454d84 req-71c12494-2cd5-4757-b8df-744a9f7cd064 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a380611-e828-486c-b04d-218365157ced HTTP/1.1" status: 200 len: 950 time: 0.0502353 Nov 09 04:59:16.787644 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-743a7525-0c9a-4c15-82a7-8327c0454d84 req-bb701b25-1b87-478d-94be-c57769535a9c tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ed2abe9-38fa-4b8a-a78c-4fea1ccade30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414855 Nov 09 04:59:17.296869 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1b58e-c5db-458d-b8ef-4116ea08a63f req-a619753b-a287-41d8-be52-6238fbae1a5f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:17.298342 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-32d1b58e-c5db-458d-b8ef-4116ea08a63f req-a619753b-a287-41d8-be52-6238fbae1a5f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0552893 Nov 09 04:59:17.344077 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-32d1b58e-c5db-458d-b8ef-4116ea08a63f req-3b433c42-3e09-4473-a15c-7721a876ca92 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398502 Nov 09 04:59:17.680485 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 45830) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:17.726162 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9fa07b-9746-4304-a8bc-73b884d2c106 admin admin] Deleting subnet 80f9bd92-41eb-4f4c-96cb-9f776c4e9060 {{(pid=100971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 04:59:17.729196 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ef9fa07b-9746-4304-a8bc-73b884d2c106 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:17.761543 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ef9fa07b-9746-4304-a8bc-73b884d2c106 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3198654'] for subnet, precommit_delete_associations {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:17.798145 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ef9fa07b-9746-4304-a8bc-73b884d2c106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16203819'] for subnet, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:17.856859 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ef9fa07b-9746-4304-a8bc-73b884d2c106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16203810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3264404'] for subnet, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:17.889022 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9fa07b-9746-4304-a8bc-73b884d2c106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80f9bd92-41eb-4f4c-96cb-9f776c4e9060,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:17.906606 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ef9fa07b-9746-4304-a8bc-73b884d2c106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for subnet, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:17.909879 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-ef9fa07b-9746-4304-a8bc-73b884d2c106 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/80f9bd92-41eb-4f4c-96cb-9f776c4e9060 HTTP/1.1" status: 204 len: 168 time: 0.2278957 Nov 09 04:59:17.912496 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 45836) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:17.945567 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c7bd5-4758-47a4-9f1f-e20854c114b8 req-b45a05ed-4942-4aab-b21e-0b5843572d1c tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:17.946953 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-fe3c7bd5-4758-47a4-9f1f-e20854c114b8 req-b45a05ed-4942-4aab-b21e-0b5843572d1c tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a380611-e828-486c-b04d-218365157ced HTTP/1.1" status: 200 len: 950 time: 0.0531342 Nov 09 04:59:17.981535 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a41427e8-0373-406a-98e6-0adda65d5345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16329678'] for network, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:17.996292 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-fe3c7bd5-4758-47a4-9f1f-e20854c114b8 req-efe7ec01-6ddf-43d5-87d5-79dd01c65f4d tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ed2abe9-38fa-4b8a-a78c-4fea1ccade30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425646 Nov 09 04:59:18.063512 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a41427e8-0373-406a-98e6-0adda65d5345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16206686', 'neutron.services.segments.db._delete_segments_for_network-8784574975281'] for network, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:18.083419 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-a41427e8-0373-406a-98e6-0adda65d5345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b01fa8a-95e4-433e-8d69-a2e7b25559a4']}} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:18.092437 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-a41427e8-0373-406a-98e6-0adda65d5345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865b446b-7da1-4537-8494-9795ce15c819') {'for_net_delete': True} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:18.092736 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-a41427e8-0373-406a-98e6-0adda65d5345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865b446b-7da1-4537-8494-9795ce15c819') {} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 04:59:18.102274 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a41427e8-0373-406a-98e6-0adda65d5345 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784575010618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25701784'] for segment, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:18.120481 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a41427e8-0373-406a-98e6-0adda65d5345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:18.128493 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41427e8-0373-406a-98e6-0adda65d5345 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=100972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 04:59:18.128876 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a41427e8-0373-406a-98e6-0adda65d5345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25700741'] for segment, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: Traceback (most recent call last): Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: timer() Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: cb(*args, **kw) Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: return func(*args, **kwargs) Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: self._notify() Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: self.callback(batched_events) Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: event.method(event) Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: return f(self, *a, **k) Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: return self._get(url).json() Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: return self.request(url, 'GET', **kwargs) Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 04:59:18.130603 dv-cinder-817135-2-iscsi neutron-server[100972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 04:59:18.189935 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a41427e8-0373-406a-98e6-0adda65d5345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16205741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461216'] for network, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:18.205567 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a41427e8-0373-406a-98e6-0adda65d5345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:18.208728 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-a41427e8-0373-406a-98e6-0adda65d5345 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2b01fa8a-95e4-433e-8d69-a2e7b25559a4 HTTP/1.1" status: 204 len: 168 time: 0.2950513 Nov 09 04:59:18.211807 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41427e8-0373-406a-98e6-0adda65d5345 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b01fa8a-95e4-433e-8d69-a2e7b25559a4,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:18.264022 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef8d39-022c-442b-9847-19019221cf26 req-0c9b75f6-4ddd-490f-a262-4e1366e12bac tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:18.265610 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f1ef8d39-022c-442b-9847-19019221cf26 req-0c9b75f6-4ddd-490f-a262-4e1366e12bac tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a380611-e828-486c-b04d-218365157ced HTTP/1.1" status: 200 len: 950 time: 0.0561681 Nov 09 04:59:18.315062 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f1ef8d39-022c-442b-9847-19019221cf26 req-b8c9f459-0b66-4983-aa16-36ccbd89b40e tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ed2abe9-38fa-4b8a-a78c-4fea1ccade30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433953 Nov 09 04:59:18.409648 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 45848) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:18.477449 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-97a6d210-5cc4-407b-8a31-a7ea336d8455 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0bab423d141e49b29b86b769cfa8d939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0665488 Nov 09 04:59:18.480440 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 45850) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:18.490598 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a3577-67fe-4803-bc5a-d3fc21fa2190 req-240e70fa-b12a-4bee-82c0-ea81ed3b3783 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:18.492001 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f21a3577-67fe-4803-bc5a-d3fc21fa2190 req-240e70fa-b12a-4bee-82c0-ea81ed3b3783 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0679092 Nov 09 04:59:18.530313 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-06a30832-d556-407c-baab-4d915f36c20a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:18.546636 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f21a3577-67fe-4803-bc5a-d3fc21fa2190 req-56ccd97d-471f-4f66-8f32-0b7e47dc579c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472691 Nov 09 04:59:18.560172 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-06a30832-d556-407c-baab-4d915f36c20a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:18.608325 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-06a30832-d556-407c-baab-4d915f36c20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:18.610907 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-06a30832-d556-407c-baab-4d915f36c20a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:18.612059 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-06a30832-d556-407c-baab-4d915f36c20a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f1a0860-2930-4b15-8000-d62587883e47 HTTP/1.1" status: 204 len: 168 time: 0.1306551 Nov 09 04:59:18.620346 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a30832-d556-407c-baab-4d915f36c20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1a0860-2930-4b15-8000-d62587883e47,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:19.445467 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0b4e4-8402-4675-b6b7-ecfbdbebedd5 req-9cab7a8e-131a-4887-a482-2c3b3b3896a4 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:19.446978 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-71c0b4e4-8402-4675-b6b7-ecfbdbebedd5 req-9cab7a8e-131a-4887-a482-2c3b3b3896a4 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a380611-e828-486c-b04d-218365157ced HTTP/1.1" status: 200 len: 950 time: 0.0506952 Nov 09 04:59:19.497032 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-71c0b4e4-8402-4675-b6b7-ecfbdbebedd5 req-f8c92050-a6ca-4d29-bc8b-2222060df502 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ed2abe9-38fa-4b8a-a78c-4fea1ccade30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434821 Nov 09 04:59:19.710934 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814b425-bcf8-4456-b355-5d45ef46b4cb req-33aa45a9-a386-4c8f-b49f-9fe030d15faf tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:19.712635 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7814b425-bcf8-4456-b355-5d45ef46b4cb req-33aa45a9-a386-4c8f-b49f-9fe030d15faf tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0780144 Nov 09 04:59:19.767805 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7814b425-bcf8-4456-b355-5d45ef46b4cb req-a5f3e77a-fbc7-4fae-b631-f9668114ac49 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452497 Nov 09 04:59:20.620472 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afa4dd-bb92-4d01-8c2b-32c1060bef58 req-3572a326-d622-4b2f-ac27-75ef803701ad tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:20.621941 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b2afa4dd-bb92-4d01-8c2b-32c1060bef58 req-3572a326-d622-4b2f-ac27-75ef803701ad tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a380611-e828-486c-b04d-218365157ced HTTP/1.1" status: 200 len: 950 time: 0.0526242 Nov 09 04:59:20.668197 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b2afa4dd-bb92-4d01-8c2b-32c1060bef58 req-177bfee6-7cb0-4445-9c29-d56063dce20d tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/security-groups?id=5ed2abe9-38fa-4b8a-a78c-4fea1ccade30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404272 Nov 09 04:59:20.887783 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070cb88-4154-4169-82f8-1ca1a5b3579e req-0e8bfb50-f7fc-4727-be8f-45f5ed846cfd tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:20.889245 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b070cb88-4154-4169-82f8-1ca1a5b3579e req-0e8bfb50-f7fc-4727-be8f-45f5ed846cfd tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0483232 Nov 09 04:59:20.941063 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b070cb88-4154-4169-82f8-1ca1a5b3579e req-4b39717e-dc1c-43f5-9f85-26e7d1acd2ce tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459623 Nov 09 04:59:21.209789 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d656f72-6ea7-498e-b8a6-fdd0a8489a7e req-39d344a8-7cca-4d83-a1b7-2a0f8e76e803 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:21.211233 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3d656f72-6ea7-498e-b8a6-fdd0a8489a7e req-39d344a8-7cca-4d83-a1b7-2a0f8e76e803 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a380611-e828-486c-b04d-218365157ced HTTP/1.1" status: 200 len: 950 time: 0.0459869 Nov 09 04:59:21.370334 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [req-3d656f72-6ea7-498e-b8a6-fdd0a8489a7e req-368dcbd4-187a-496b-9cfd-e6cd39662d9a tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Deleting port b4e3a44e-be05-454c-92ab-707f4094730f {{(pid=100971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 04:59:21.370669 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-3d656f72-6ea7-498e-b8a6-fdd0a8489a7e req-368dcbd4-187a-496b-9cfd-e6cd39662d9a tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:21.463156 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [req-3d656f72-6ea7-498e-b8a6-fdd0a8489a7e req-368dcbd4-187a-496b-9cfd-e6cd39662d9a tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] For port b4e3a44e-be05-454c-92ab-707f4094730f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b4e3a44e-be05-454c-92ab-707f4094730f,segment=NetworkSegment(2d678ca5-19db-494d-a102-0d20d07048e5),segment_id=2d678ca5-19db-494d-a102-0d20d07048e5)] {{(pid=100971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:59:21.463514 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-3d656f72-6ea7-498e-b8a6-fdd0a8489a7e req-368dcbd4-187a-496b-9cfd-e6cd39662d9a tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:21.480309 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [req-3d656f72-6ea7-498e-b8a6-fdd0a8489a7e req-368dcbd4-187a-496b-9cfd-e6cd39662d9a tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Calling delete_port for b4e3a44e-be05-454c-92ab-707f4094730f owned by compute:nova {{(pid=100971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 04:59:21.625617 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-3d656f72-6ea7-498e-b8a6-fdd0a8489a7e req-368dcbd4-187a-496b-9cfd-e6cd39662d9a tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:21.652412 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368dcbd4-187a-496b-9cfd-e6cd39662d9a tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Pushing event deleted for resources: {'Port': ['ID=b4e3a44e-be05-454c-92ab-707f4094730f,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:21.679012 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['b4e3a44e-be05-454c-92ab-707f4094730f'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:59:21.730622 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d656f72-6ea7-498e-b8a6-fdd0a8489a7e req-368dcbd4-187a-496b-9cfd-e6cd39662d9a tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] No DVR routers for this DVR port b4e3a44e-be05-454c-92ab-707f4094730f on host hv-cinder-81713 {{(pid=100971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 04:59:21.734025 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-3d656f72-6ea7-498e-b8a6-fdd0a8489a7e req-368dcbd4-187a-496b-9cfd-e6cd39662d9a tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:21.738114 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3d656f72-6ea7-498e-b8a6-fdd0a8489a7e req-368dcbd4-187a-496b-9cfd-e6cd39662d9a tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.20 "DELETE /v2.0/ports/b4e3a44e-be05-454c-92ab-707f4094730f HTTP/1.1" status: 204 len: 173 time: 0.5133035 Nov 09 04:59:21.738647 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a380611-e828-486c-b04d-218365157ced', 'name': 'network-vif-deleted', 'tag': 'b4e3a44e-be05-454c-92ab-707f4094730f'}] {{(pid=100971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:59:21.741231 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ba20ef00b6ba85be910cd3510c9842062a5dd5e124f21b50ec677df07c463ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2fa8e4-d198-4145-a1a1-c6eb6bf76e28" -d '{"events": [{"server_uuid": "7a380611-e828-486c-b04d-218365157ced", "name": "network-vif-deleted", "tag": "b4e3a44e-be05-454c-92ab-707f4094730f"}]}' {{(pid=100971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:59:21.789272 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-29440fde-f105-401f-b8d9-264a6f60592c req-627f3ac1-aa02-4e21-9121-67325c84c6d8 tempest-VolumesNegativeTest-2133685423 tempest-VolumesNegativeTest-2133685423-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a380611-e828-486c-b04d-218365157ced HTTP/1.1" status: 200 len: 210 time: 0.0327518 Nov 09 04:59:21.799531 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dbf40d-76b9-47c1-8264-bde4cd68e8f5 x-openstack-request-id: req-d7dbf40d-76b9-47c1-8264-bde4cd68e8f5 {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:59:21.799863 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a380611-e828-486c-b04d-218365157ced", "name": "network-vif-deleted", "tag": "b4e3a44e-be05-454c-92ab-707f4094730f", "status": "completed", "code": 200}]} {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:59:21.800113 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7dbf40d-76b9-47c1-8264-bde4cd68e8f5 {{(pid=100971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:59:21.800501 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a380611-e828-486c-b04d-218365157ced', 'name': 'network-vif-deleted', 'tag': 'b4e3a44e-be05-454c-92ab-707f4094730f', 'status': 'completed', 'code': 200} Nov 09 04:59:22.071451 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8409532-88cb-42a6-bcc3-6ba690682a43 req-fb72840b-f7a9-40fa-84da-fe87092a0835 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:22.073593 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f8409532-88cb-42a6-bcc3-6ba690682a43 req-fb72840b-f7a9-40fa-84da-fe87092a0835 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0504553 Nov 09 04:59:22.119034 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f8409532-88cb-42a6-bcc3-6ba690682a43 req-58b106e2-5d32-42b8-b4d9-d8420c645600 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396621 Nov 09 04:59:22.487811 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408df21-523c-406d-9a1e-457fc63ce74f req-113c9b52-6209-4edc-bc97-3a3b24d94489 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:22.489801 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1408df21-523c-406d-9a1e-457fc63ce74f req-113c9b52-6209-4edc-bc97-3a3b24d94489 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/networks?id=9dc74574-bcbe-4d7d-85c6-61611faf1df6 HTTP/1.1" status: 200 len: 815 time: 0.1117256 Nov 09 04:59:22.505239 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1408df21-523c-406d-9a1e-457fc63ce74f req-40ea20be-c0ce-42bf-9219-de828f79feff tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/quotas/3e9bea92048e49debbf053fea8eb2b9f HTTP/1.1" status: 200 len: 375 time: 0.0094845 Nov 09 04:59:22.562216 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1408df21-523c-406d-9a1e-457fc63ce74f req-1f333ece-6904-4282-bbc4-76a48b0abec3 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e9bea92048e49debbf053fea8eb2b9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507848 Nov 09 04:59:22.656342 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1408df21-523c-406d-9a1e-457fc63ce74f req-76b72c4f-8e6e-4ff6-9d92-86b20000ed2d service neutron] 10.222.0.41 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867765 Nov 09 04:59:22.744516 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1408df21-523c-406d-9a1e-457fc63ce74f req-0728ef2a-3bf0-406d-b1f4-8158dda9ab02 service neutron] 10.222.0.41 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820355 Nov 09 04:59:22.906953 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4a8ec01f-daa4-4b66-87f4-ae645ecc8c33 req-356ac23c-62d0-42db-a6cd-0796115be2d1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9ab8304-4bda-45a0-8fee-112678f052c1 HTTP/1.1" status: 200 len: 210 time: 0.0362725 Nov 09 04:59:23.276323 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad183ae-0aaf-4b87-b5e8-557beb89fd54 req-a52aca4a-c371-4995-a87f-cd235226eccf tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:23.278316 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1ad183ae-0aaf-4b87-b5e8-557beb89fd54 req-a52aca4a-c371-4995-a87f-cd235226eccf tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0575285 Nov 09 04:59:23.354672 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1ad183ae-0aaf-4b87-b5e8-557beb89fd54 req-3689fe7e-68ed-4337-b7b0-0ce5af6e4645 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608473 Nov 09 04:59:23.421229 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 46016) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:23.574882 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c448234d-a6de-42e7-b4f1-714dd0de9186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:23.681489 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c448234d-a6de-42e7-b4f1-714dd0de9186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:23.688400 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c448234d-a6de-42e7-b4f1-714dd0de9186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:23.730992 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-c448234d-a6de-42e7-b4f1-714dd0de9186 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79181769ac264cab9e41b5a492c2679b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3086283 Nov 09 04:59:23.731819 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448234d-a6de-42e7-b4f1-714dd0de9186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56d42ea-704e-4d4f-92e0-1eb9ad4dd82a,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:23.732344 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 46072) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:23.791090 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bf18c188-8fff-4d55-a5b7-9060990b79cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:23.816629 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bf18c188-8fff-4d55-a5b7-9060990b79cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:23.866569 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bf18c188-8fff-4d55-a5b7-9060990b79cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:23.869224 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bf18c188-8fff-4d55-a5b7-9060990b79cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:23.870528 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-bf18c188-8fff-4d55-a5b7-9060990b79cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f56d42ea-704e-4d4f-92e0-1eb9ad4dd82a HTTP/1.1" status: 204 len: 168 time: 0.1370115 Nov 09 04:59:23.877919 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18c188-8fff-4d55-a5b7-9060990b79cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56d42ea-704e-4d4f-92e0-1eb9ad4dd82a,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:23.886357 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device b4e3a44e-be05-454c-92ab-707f4094730f no longer exists at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 04:59:23.916579 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] No Port match for: b4e3a44e-be05-454c-92ab-707f4094730f {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 04:59:23.916913 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device b4e3a44e-be05-454c-92ab-707f4094730f not bound to the agent host hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 04:59:24.005802 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-55a28bc2-8d97-4a20-b3d7-84f0df5bc3cf req-84f37c35-1393-4faa-8f49-2073a1e8bdf0 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9ab8304-4bda-45a0-8fee-112678f052c1 HTTP/1.1" status: 200 len: 210 time: 0.0254574 Nov 09 04:59:24.479753 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc35510-be48-4cb6-8e5f-703164dadb01 req-080232a4-f024-4ebd-ae73-add96aff99bd tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:24.483344 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-bcc35510-be48-4cb6-8e5f-703164dadb01 req-080232a4-f024-4ebd-ae73-add96aff99bd tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0579138 Nov 09 04:59:24.516183 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408df21-523c-406d-9a1e-457fc63ce74f req-d65f6bbc-dbdb-4610-9255-fece1a9629ae tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:24.517055 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1408df21-523c-406d-9a1e-457fc63ce74f req-d65f6bbc-dbdb-4610-9255-fece1a9629ae tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.20 "GET /v2.0/networks?id=9dc74574-bcbe-4d7d-85c6-61611faf1df6 HTTP/1.1" status: 200 len: 815 time: 0.3087044 Nov 09 04:59:24.538515 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-bcc35510-be48-4cb6-8e5f-703164dadb01 req-8dcfedab-0d12-4a18-849b-13c0c8e836b6 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508947 Nov 09 04:59:24.545516 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [req-1408df21-523c-406d-9a1e-457fc63ce74f req-67b5f60b-e033-4b1f-ab6e-de566fe72f9b tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Request body: {'port': {'device_id': 'd9ab8304-4bda-45a0-8fee-112678f052c1', 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6', 'admin_state_up': True, 'tenant_id': '3e9bea92048e49debbf053fea8eb2b9f'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:59:24.657265 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1408df21-523c-406d-9a1e-457fc63ce74f req-67b5f60b-e033-4b1f-ab6e-de566fe72f9b tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Made reservation on behalf of 3e9bea92048e49debbf053fea8eb2b9f for: {'port': 1} {{(pid=100971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 04:59:24.660908 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-1408df21-523c-406d-9a1e-457fc63ce74f req-67b5f60b-e033-4b1f-ab6e-de566fe72f9b tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:24.804518 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [req-1408df21-523c-406d-9a1e-457fc63ce74f req-67b5f60b-e033-4b1f-ab6e-de566fe72f9b tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Allocated IP 172.20.0.8 (9dc74574-bcbe-4d7d-85c6-61611faf1df6/54166d97-84bf-4725-a6b5-fd66b63ba4bd/f24686e9-c45d-4fef-aa52-368d9d4a68a7) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 04:59:24.966409 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-1408df21-523c-406d-9a1e-457fc63ce74f req-67b5f60b-e033-4b1f-ab6e-de566fe72f9b tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:25.009410 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-1408df21-523c-406d-9a1e-457fc63ce74f req-67b5f60b-e033-4b1f-ab6e-de566fe72f9b tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:25.055806 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1408df21-523c-406d-9a1e-457fc63ce74f req-67b5f60b-e033-4b1f-ab6e-de566fe72f9b tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Network 9dc74574-bcbe-4d7d-85c6-61611faf1df6 is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 04:59:25.059637 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [req-1408df21-523c-406d-9a1e-457fc63ce74f req-67b5f60b-e033-4b1f-ab6e-de566fe72f9b tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 04:59:25.064083 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [req-1408df21-523c-406d-9a1e-457fc63ce74f req-67b5f60b-e033-4b1f-ab6e-de566fe72f9b tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 04:59:25.066286 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf', 'ac852503-70fb-48a9-b3d8-4f2cac27b230', 'b4486560-446e-4f4a-b732-29ca12b603ba'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:59:25.069511 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5f60b-e033-4b1f-ab6e-de566fe72f9b tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Pushing event updated for resources: {'Port': ['ID=f24686e9-c45d-4fef-aa52-368d9d4a68a7,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:25.120701 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408df21-523c-406d-9a1e-457fc63ce74f req-67b5f60b-e033-4b1f-ab6e-de566fe72f9b tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:25.121416 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-1408df21-523c-406d-9a1e-457fc63ce74f req-67b5f60b-e033-4b1f-ab6e-de566fe72f9b tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:25.166806 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1408df21-523c-406d-9a1e-457fc63ce74f req-67b5f60b-e033-4b1f-ab6e-de566fe72f9b tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6307447 Nov 09 04:59:25.193047 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2f66c-7c4d-46d8-a454-001ff95fa712 req-e0ed1f2e-7111-4b98-a544-8cd45156408e tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:25.194891 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-20e2f66c-7c4d-46d8-a454-001ff95fa712 req-e0ed1f2e-7111-4b98-a544-8cd45156408e tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9ab8304-4bda-45a0-8fee-112678f052c1 HTTP/1.1" status: 200 len: 931 time: 0.0697532 Nov 09 04:59:25.249540 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-20e2f66c-7c4d-46d8-a454-001ff95fa712 req-090db04e-ff24-4d19-8145-b554987a7372 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479720 Nov 09 04:59:25.305147 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [req-1408df21-523c-406d-9a1e-457fc63ce74f req-4cedbceb-9e26-40a5-a399-48996c70c149 service neutron] Request body: {'port': {'device_id': 'd9ab8304-4bda-45a0-8fee-112678f052c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 04:59:25.361381 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-1408df21-523c-406d-9a1e-457fc63ce74f req-4cedbceb-9e26-40a5-a399-48996c70c149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:25.667177 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.notifiers.nova [req-1408df21-523c-406d-9a1e-457fc63ce74f req-4cedbceb-9e26-40a5-a399-48996c70c149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24686e9-c45d-4fef-aa52-368d9d4a68a7 {{(pid=100971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:59:25.668103 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e466bd-9f58-4df2-af9a-a0004441e1bc req-8f9fa7b6-8e9c-4d01-9a08-8f01e21b51ee tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:25.669615 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-33e466bd-9f58-4df2-af9a-a0004441e1bc req-8f9fa7b6-8e9c-4d01-9a08-8f01e21b51ee tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0538516 Nov 09 04:59:25.674738 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-1408df21-523c-406d-9a1e-457fc63ce74f req-4cedbceb-9e26-40a5-a399-48996c70c149 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:25.692125 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.provisioning_blocks [req-1408df21-523c-406d-9a1e-457fc63ce74f req-4cedbceb-9e26-40a5-a399-48996c70c149 service neutron] Transition to ACTIVE for port object f24686e9-c45d-4fef-aa52-368d9d4a68a7 will not be triggered until provisioned by entity L2. {{(pid=100971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 04:59:25.696487 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-1408df21-523c-406d-9a1e-457fc63ce74f req-4cedbceb-9e26-40a5-a399-48996c70c149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3537972'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:25.724534 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-33e466bd-9f58-4df2-af9a-a0004441e1bc req-39fdcc36-fec5-4c30-ac3c-e6fba4f3c916 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484152 Nov 09 04:59:25.765732 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cedbceb-9e26-40a5-a399-48996c70c149 service neutron] Pushing event updated for resources: {'Port': ['ID=f24686e9-c45d-4fef-aa52-368d9d4a68a7,revision_number=2']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:25.812814 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.managers [req-1408df21-523c-406d-9a1e-457fc63ce74f req-4cedbceb-9e26-40a5-a399-48996c70c149 service neutron] Attempting to bind port f24686e9-c45d-4fef-aa52-368d9d4a68a7 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 04:59:25.813486 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.managers [req-1408df21-523c-406d-9a1e-457fc63ce74f req-4cedbceb-9e26-40a5-a399-48996c70c149 service neutron] Attempting to bind port f24686e9-c45d-4fef-aa52-368d9d4a68a7 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '15b33fde-2078-42f0-ac57-1c9310d80e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6'}] {{(pid=100971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 04:59:25.813631 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1408df21-523c-406d-9a1e-457fc63ce74f req-4cedbceb-9e26-40a5-a399-48996c70c149 service neutron] Attempting to bind port f24686e9-c45d-4fef-aa52-368d9d4a68a7 on network 9dc74574-bcbe-4d7d-85c6-61611faf1df6 {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:59:25.818500 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1408df21-523c-406d-9a1e-457fc63ce74f req-4cedbceb-9e26-40a5-a399-48996c70c149 service neutron] Port f24686e9-c45d-4fef-aa52-368d9d4a68a7 on network 9dc74574-bcbe-4d7d-85c6-61611faf1df6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 04:59:25.818816 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1408df21-523c-406d-9a1e-457fc63ce74f req-4cedbceb-9e26-40a5-a399-48996c70c149 service neutron] Attempting to bind port f24686e9-c45d-4fef-aa52-368d9d4a68a7 on network 9dc74574-bcbe-4d7d-85c6-61611faf1df6 {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 04:59:25.823703 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1408df21-523c-406d-9a1e-457fc63ce74f req-4cedbceb-9e26-40a5-a399-48996c70c149 service neutron] Checking agent: {'id': '95cbc7df-874e-4f22-acf5-3b3cdde6b18e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'started_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 4, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 04:59:25.824037 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1408df21-523c-406d-9a1e-457fc63ce74f req-4cedbceb-9e26-40a5-a399-48996c70c149 service neutron] Checking segment: {'id': '15b33fde-2078-42f0-ac57-1c9310d80e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 04:59:25.824413 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1408df21-523c-406d-9a1e-457fc63ce74f req-4cedbceb-9e26-40a5-a399-48996c70c149 service neutron] Bound using segment: {'id': '15b33fde-2078-42f0-ac57-1c9310d80e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6'} {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 04:59:25.824836 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.managers [req-1408df21-523c-406d-9a1e-457fc63ce74f req-4cedbceb-9e26-40a5-a399-48996c70c149 service neutron] Bound port: f24686e9-c45d-4fef-aa52-368d9d4a68a7, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b33fde-2078-42f0-ac57-1c9310d80e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6'}}] {{(pid=100971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 04:59:25.825181 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-1408df21-523c-406d-9a1e-457fc63ce74f req-4cedbceb-9e26-40a5-a399-48996c70c149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:25.891489 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [req-1408df21-523c-406d-9a1e-457fc63ce74f req-4cedbceb-9e26-40a5-a399-48996c70c149 service neutron] For port f24686e9-c45d-4fef-aa52-368d9d4a68a7, host hv-cinder-81713, cleared binding levels {{(pid=100971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 04:59:25.901683 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [req-1408df21-523c-406d-9a1e-457fc63ce74f req-4cedbceb-9e26-40a5-a399-48996c70c149 service neutron] For port f24686e9-c45d-4fef-aa52-368d9d4a68a7, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f24686e9-c45d-4fef-aa52-368d9d4a68a7,segment=NetworkSegment(15b33fde-2078-42f0-ac57-1c9310d80e2d),segment_id=15b33fde-2078-42f0-ac57-1c9310d80e2d)] {{(pid=100971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 04:59:25.906919 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-1408df21-523c-406d-9a1e-457fc63ce74f req-4cedbceb-9e26-40a5-a399-48996c70c149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3537972'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:25.940192 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408df21-523c-406d-9a1e-457fc63ce74f req-4cedbceb-9e26-40a5-a399-48996c70c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:25.940807 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-1408df21-523c-406d-9a1e-457fc63ce74f req-4cedbceb-9e26-40a5-a399-48996c70c149 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:25.942154 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1408df21-523c-406d-9a1e-457fc63ce74f req-4cedbceb-9e26-40a5-a399-48996c70c149 service neutron] 10.222.0.20 "PUT /v2.0/ports/f24686e9-c45d-4fef-aa52-368d9d4a68a7 HTTP/1.1" status: 200 len: 1093 time: 0.6417742 Nov 09 04:59:25.942579 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ab8304-4bda-45a0-8fee-112678f052c1', 'tag': 'f24686e9-c45d-4fef-aa52-368d9d4a68a7'}] {{(pid=100971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:59:25.944789 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ba20ef00b6ba85be910cd3510c9842062a5dd5e124f21b50ec677df07c463ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60fa3d1-ccfb-4834-8673-fecca481e062" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ab8304-4bda-45a0-8fee-112678f052c1", "tag": "f24686e9-c45d-4fef-aa52-368d9d4a68a7"}]}' {{(pid=100971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:59:25.970092 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cedbceb-9e26-40a5-a399-48996c70c149 service neutron] Pushing event updated for resources: {'Port': ['ID=f24686e9-c45d-4fef-aa52-368d9d4a68a7,revision_number=3']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:25.985499 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 04:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b47959-37d2-45f9-a933-4d535c92502d x-openstack-request-id: req-d8b47959-37d2-45f9-a933-4d535c92502d {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:59:25.985783 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ab8304-4bda-45a0-8fee-112678f052c1", "tag": "f24686e9-c45d-4fef-aa52-368d9d4a68a7", "status": "completed", "code": 200}]} {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:59:25.986033 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8b47959-37d2-45f9-a933-4d535c92502d {{(pid=100971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:59:25.986424 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ab8304-4bda-45a0-8fee-112678f052c1', 'tag': 'f24686e9-c45d-4fef-aa52-368d9d4a68a7', 'status': 'completed', 'code': 200} Nov 09 04:59:26.122442 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fa3d1-ccfb-4834-8673-fecca481e062 req-9074519a-4e5e-4350-be99-660d5d33db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:26.124397 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d60fa3d1-ccfb-4834-8673-fecca481e062 req-9074519a-4e5e-4350-be99-660d5d33db85 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e9bea92048e49debbf053fea8eb2b9f&device_id=d9ab8304-4bda-45a0-8fee-112678f052c1 HTTP/1.1" status: 200 len: 1096 time: 0.0413029 Nov 09 04:59:26.314410 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fa3d1-ccfb-4834-8673-fecca481e062 req-e7244ad6-35f9-4748-882d-f668bbac1728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:26.315989 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d60fa3d1-ccfb-4834-8673-fecca481e062 req-e7244ad6-35f9-4748-882d-f668bbac1728 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3e9bea92048e49debbf053fea8eb2b9f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1633010 Nov 09 04:59:26.480912 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ce606-8a6c-41c9-a7bf-1ee6b63f94ac req-4f7795f6-6d74-42de-aab1-4bc5d0bd0b6f tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:26.482367 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0d7ce606-8a6c-41c9-a7bf-1ee6b63f94ac req-4f7795f6-6d74-42de-aab1-4bc5d0bd0b6f tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9ab8304-4bda-45a0-8fee-112678f052c1 HTTP/1.1" status: 200 len: 943 time: 0.1559777 Nov 09 04:59:26.532020 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fa3d1-ccfb-4834-8673-fecca481e062 req-4f6a9fde-58bc-4d43-b231-9f2003aec1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:26.533481 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d60fa3d1-ccfb-4834-8673-fecca481e062 req-4f6a9fde-58bc-4d43-b231-9f2003aec1f3 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1973453 Nov 09 04:59:26.554180 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0d7ce606-8a6c-41c9-a7bf-1ee6b63f94ac req-bcfa99d4-69cf-4385-b77c-b0c3be0f9e12 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651317 Nov 09 04:59:26.663395 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408df21-523c-406d-9a1e-457fc63ce74f req-4b218b64-815b-4520-b05a-3637991aa0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:26.664926 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1408df21-523c-406d-9a1e-457fc63ce74f req-4b218b64-815b-4520-b05a-3637991aa0ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e9bea92048e49debbf053fea8eb2b9f&device_id=d9ab8304-4bda-45a0-8fee-112678f052c1 HTTP/1.1" status: 200 len: 1096 time: 0.0428436 Nov 09 04:59:26.720469 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1408df21-523c-406d-9a1e-457fc63ce74f req-6104f51a-5bcd-4c40-b5b0-75becd0bf5c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f24686e9-c45d-4fef-aa52-368d9d4a68a7 HTTP/1.1" status: 200 len: 217 time: 0.0347979 Nov 09 04:59:26.771341 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408df21-523c-406d-9a1e-457fc63ce74f req-d0639f1f-cd48-4290-a145-8d187e7b83cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:26.772811 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1408df21-523c-406d-9a1e-457fc63ce74f req-d0639f1f-cd48-4290-a145-8d187e7b83cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54166d97-84bf-4725-a6b5-fd66b63ba4bd HTTP/1.1" status: 200 len: 855 time: 0.0429573 Nov 09 04:59:26.809283 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1408df21-523c-406d-9a1e-457fc63ce74f req-143bd644-8b1c-4425-b53e-40ebb88c778e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc74574-bcbe-4d7d-85c6-61611faf1df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270264 Nov 09 04:59:26.848871 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df797725-b4a3-4533-9313-20de0115feef req-f408c020-f2a6-4252-be7c-eea43c16b7d2 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:26.850497 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-df797725-b4a3-4533-9313-20de0115feef req-f408c020-f2a6-4252-be7c-eea43c16b7d2 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0517523 Nov 09 04:59:26.908463 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-df797725-b4a3-4533-9313-20de0115feef req-c026651a-a4da-4f6e-a46c-6a64d12f063e tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505121 Nov 09 04:59:26.927792 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1408df21-523c-406d-9a1e-457fc63ce74f req-668a3298-5fa6-437e-b747-91c4eb146943 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008554 Nov 09 04:59:26.993016 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 46254) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:27.023359 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1408df21-523c-406d-9a1e-457fc63ce74f req-efea0a77-7106-418e-8280-9e48e3865218 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880101 Nov 09 04:59:27.150916 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-0bab548a-aebf-42ac-bdf3-81d3f1f1aaec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=777d920b381b4d6ebddb042851d48a3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1562338 Nov 09 04:59:27.153391 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 46262) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 04:59:27.201108 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7429bf6c-6a25-47d0-8736-4743a1f0da2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:27.222173 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7429bf6c-6a25-47d0-8736-4743a1f0da2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:27.268569 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7429bf6c-6a25-47d0-8736-4743a1f0da2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:27.271154 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7429bf6c-6a25-47d0-8736-4743a1f0da2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:27.272346 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-7429bf6c-6a25-47d0-8736-4743a1f0da2b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ed2abe9-38fa-4b8a-a78c-4fea1ccade30 HTTP/1.1" status: 204 len: 168 time: 0.1180730 Nov 09 04:59:27.280654 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429bf6c-6a25-47d0-8736-4743a1f0da2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed2abe9-38fa-4b8a-a78c-4fea1ccade30,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:27.678396 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d185ee3-80b1-40a2-9d25-ec5a10fc4c16 req-28697495-f192-4a9f-b0d8-57dd5da72242 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:27.679952 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4d185ee3-80b1-40a2-9d25-ec5a10fc4c16 req-28697495-f192-4a9f-b0d8-57dd5da72242 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9ab8304-4bda-45a0-8fee-112678f052c1 HTTP/1.1" status: 200 len: 943 time: 0.0502636 Nov 09 04:59:27.725380 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4d185ee3-80b1-40a2-9d25-ec5a10fc4c16 req-70de3607-866b-4594-8003-1d18486afc35 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397158 Nov 09 04:59:28.023635 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57486c-540a-4e02-8748-33e5e5215a61 req-33340116-4fa3-4a23-b34c-a528bb2420bb tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:28.025098 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0b57486c-540a-4e02-8748-33e5e5215a61 req-33340116-4fa3-4a23-b34c-a528bb2420bb tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0483768 Nov 09 04:59:28.073037 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0b57486c-540a-4e02-8748-33e5e5215a61 req-7e914294-b09e-43f8-b374-bd76a799b8ff tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 Nov 09 04:59:28.132711 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f74e4e0b-af9c-4749-97c4-a0357649b1f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:28.844799 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d4ae1-f004-49ac-84b6-41bfd0c0e957 req-f6965e46-4d5b-4528-baee-af1e0e4f3f7b tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:28.846228 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c51d4ae1-f004-49ac-84b6-41bfd0c0e957 req-f6965e46-4d5b-4528-baee-af1e0e4f3f7b tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9ab8304-4bda-45a0-8fee-112678f052c1 HTTP/1.1" status: 200 len: 943 time: 0.0517704 Nov 09 04:59:28.891316 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c51d4ae1-f004-49ac-84b6-41bfd0c0e957 req-1d5a525e-c5f6-46fd-a889-e896c92e02e9 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393436 Nov 09 04:59:29.193812 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c503a0-5961-4dad-893d-955e3a9de513 req-cb83ef70-bc03-4ddf-b33a-15d702e239cb tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:29.195217 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a9c503a0-5961-4dad-893d-955e3a9de513 req-cb83ef70-bc03-4ddf-b33a-15d702e239cb tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0519555 Nov 09 04:59:29.242133 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a9c503a0-5961-4dad-893d-955e3a9de513 req-19bce64d-c0a0-4c45-b1f2-337b846272f0 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396154 Nov 09 04:59:30.011694 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c88cf-8b04-46f4-ab10-ed5d6bc0a7a1 req-9f355272-60b9-4441-b705-3c5b7b0c92a0 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:30.013145 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ab5c88cf-8b04-46f4-ab10-ed5d6bc0a7a1 req-9f355272-60b9-4441-b705-3c5b7b0c92a0 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9ab8304-4bda-45a0-8fee-112678f052c1 HTTP/1.1" status: 200 len: 943 time: 0.0514710 Nov 09 04:59:30.060224 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ab5c88cf-8b04-46f4-ab10-ed5d6bc0a7a1 req-0c069a29-852a-405f-b964-8ad2f645eb07 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414288 Nov 09 04:59:30.319138 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-99dda1fd-e380-4d10-a6f1-f0334ff01020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:30.358000 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207f19c-b842-4c8f-a655-8757938a96f2 req-c5b9b6ae-be32-486b-aee0-e8faf4e617e4 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:30.359447 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7207f19c-b842-4c8f-a655-8757938a96f2 req-c5b9b6ae-be32-486b-aee0-e8faf4e617e4 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0489447 Nov 09 04:59:30.408159 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7207f19c-b842-4c8f-a655-8757938a96f2 req-47c89ff5-0f3e-4a83-9744-89be20b91d62 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429261 Nov 09 04:59:31.173743 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f070a-b802-4ffa-96ad-9f5ac9991615 req-823096d5-4e40-4c77-9227-e0b6d9fd8aef tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:31.175196 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2a8f070a-b802-4ffa-96ad-9f5ac9991615 req-823096d5-4e40-4c77-9227-e0b6d9fd8aef tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9ab8304-4bda-45a0-8fee-112678f052c1 HTTP/1.1" status: 200 len: 943 time: 0.0478091 Nov 09 04:59:31.220527 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2a8f070a-b802-4ffa-96ad-9f5ac9991615 req-41b240c0-df92-467e-883a-fa9c19ee9122 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393908 Nov 09 04:59:31.528803 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3dcfb-afc7-4fd7-94b0-cb62a0f39512 req-e08f59ca-7eae-4113-8905-31fd823d26e5 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:31.530567 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-46e3dcfb-afc7-4fd7-94b0-cb62a0f39512 req-e08f59ca-7eae-4113-8905-31fd823d26e5 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0481358 Nov 09 04:59:31.575727 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:31.581587 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-46e3dcfb-afc7-4fd7-94b0-cb62a0f39512 req-88055fac-23ce-40c2-889b-dd86791ee954 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452950 Nov 09 04:59:31.943113 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device f24686e9-c45d-4fef-aa52-368d9d4a68a7 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=100973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 04:59:32.039396 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port f24686e9-c45d-4fef-aa52-368d9d4a68a7, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f24686e9-c45d-4fef-aa52-368d9d4a68a7,segment=NetworkSegment(15b33fde-2078-42f0-ac57-1c9310d80e2d),segment_id=15b33fde-2078-42f0-ac57-1c9310d80e2d)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:59:32.050262 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Returning: {'device': 'f24686e9-c45d-4fef-aa52-368d9d4a68a7', 'network_id': '9dc74574-bcbe-4d7d-85c6-61611faf1df6', 'port_id': 'f24686e9-c45d-4fef-aa52-368d9d4a68a7', 'mac_address': 'fa:16:3e:3d:9a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54166d97-84bf-4725-a6b5-fd66b63ba4bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 04:59:32.091336 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:32.103804 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24686e9-c45d-4fef-aa52-368d9d4a68a7 {{(pid=100973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 04:59:32.121926 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port f24686e9-c45d-4fef-aa52-368d9d4a68a7, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f24686e9-c45d-4fef-aa52-368d9d4a68a7,segment=NetworkSegment(15b33fde-2078-42f0-ac57-1c9310d80e2d),segment_id=15b33fde-2078-42f0-ac57-1c9310d80e2d)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:59:32.125953 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:32.171249 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=f24686e9-c45d-4fef-aa52-368d9d4a68a7,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:32.338756 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697046df-c6db-40a9-bae9-7900394c19aa req-f25a2c22-14cd-4317-9895-706cf211d635 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:32.340657 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-697046df-c6db-40a9-bae9-7900394c19aa req-f25a2c22-14cd-4317-9895-706cf211d635 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9ab8304-4bda-45a0-8fee-112678f052c1 HTTP/1.1" status: 200 len: 944 time: 0.0515108 Nov 09 04:59:32.392616 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-697046df-c6db-40a9-bae9-7900394c19aa req-3535c42a-1770-40f4-9b08-7ac8e94892ce tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461016 Nov 09 04:59:32.698725 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a596d7-0e2e-4c26-a2cb-37b2e80dda5a req-66f1773c-ad86-4ee2-bd42-a1a13b781e36 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:32.700211 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-36a596d7-0e2e-4c26-a2cb-37b2e80dda5a req-66f1773c-ad86-4ee2-bd42-a1a13b781e36 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0495782 Nov 09 04:59:32.745949 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-36a596d7-0e2e-4c26-a2cb-37b2e80dda5a req-1be3fa70-4614-4cca-902d-fe5e9005ffe0 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399828 Nov 09 04:59:32.924332 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['f24686e9-c45d-4fef-aa52-368d9d4a68a7'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 04:59:32.950069 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:33.507402 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac77b7-7fb8-44db-a383-11869e5b940f req-41b2c3a9-99b4-43f4-82bb-61f6c96c9870 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:33.508779 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e2ac77b7-7fb8-44db-a383-11869e5b940f req-41b2c3a9-99b4-43f4-82bb-61f6c96c9870 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9ab8304-4bda-45a0-8fee-112678f052c1 HTTP/1.1" status: 200 len: 944 time: 0.0467453 Nov 09 04:59:33.553857 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e2ac77b7-7fb8-44db-a383-11869e5b940f req-d78550be-1062-457c-9645-a56f2df7f10f tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389476 Nov 09 04:59:33.774181 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:33.864309 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffcace-99c9-4ad0-97c0-423ca22d4c8a req-33e00695-7710-42de-a9b1-f4a828e99e7b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:33.865750 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-66ffcace-99c9-4ad0-97c0-423ca22d4c8a req-33e00695-7710-42de-a9b1-f4a828e99e7b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0497427 Nov 09 04:59:33.911643 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-66ffcace-99c9-4ad0-97c0-423ca22d4c8a req-dcfcb050-bfa0-4284-945e-a87400cda05e tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395465 Nov 09 04:59:34.673717 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177c61b-1454-486e-8003-fb903d865d9c req-6e532ee9-2bc3-4fc1-819d-0f7708c381da tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:34.675152 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e177c61b-1454-486e-8003-fb903d865d9c req-6e532ee9-2bc3-4fc1-819d-0f7708c381da tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9ab8304-4bda-45a0-8fee-112678f052c1 HTTP/1.1" status: 200 len: 944 time: 0.0511189 Nov 09 04:59:34.720627 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e177c61b-1454-486e-8003-fb903d865d9c req-69e02466-dc63-4ef6-b5ad-e7cc675f46f1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397773 Nov 09 04:59:35.026664 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745907b-514c-4db4-baac-17e40ca1d9be req-551c0ab5-12b5-4a9b-bc33-c724b6180363 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:35.028146 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1745907b-514c-4db4-baac-17e40ca1d9be req-551c0ab5-12b5-4a9b-bc33-c724b6180363 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0474687 Nov 09 04:59:35.074161 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1745907b-514c-4db4-baac-17e40ca1d9be req-8bcd0791-9be0-4831-88f0-4a5b33469e44 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399897 Nov 09 04:59:35.836961 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec645488-c4c2-4a50-9ea5-69ab2407c264 req-5c5f7b2e-587a-441a-94a9-f1a58314d74e tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:35.838343 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ec645488-c4c2-4a50-9ea5-69ab2407c264 req-5c5f7b2e-587a-441a-94a9-f1a58314d74e tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9ab8304-4bda-45a0-8fee-112678f052c1 HTTP/1.1" status: 200 len: 944 time: 0.0478077 Nov 09 04:59:35.886983 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ec645488-c4c2-4a50-9ea5-69ab2407c264 req-0f17f7e8-8028-4899-8d70-4fcd7330768c tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404842 Nov 09 04:59:35.962504 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device f24686e9-c45d-4fef-aa52-368d9d4a68a7 up at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 04:59:36.009042 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning for port f24686e9-c45d-4fef-aa52-368d9d4a68a7 completed by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 04:59:36.013472 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning complete for port f24686e9-c45d-4fef-aa52-368d9d4a68a7 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 04:59:36.013833 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:36.093161 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:36.115838 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ab8304-4bda-45a0-8fee-112678f052c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24686e9-c45d-4fef-aa52-368d9d4a68a7'}] {{(pid=100973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 04:59:36.118072 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54011f83237459a559275aec36f6846328bebe107db2d1d5386815f5349ca10e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a406c6c9-4d8f-4e38-ad61-23ebdab9ea5f" -d '{"events": [{"server_uuid": "d9ab8304-4bda-45a0-8fee-112678f052c1", "name": "network-vif-plugged", "status": "completed", "tag": "f24686e9-c45d-4fef-aa52-368d9d4a68a7"}]}' {{(pid=100973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 04:59:36.131784 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port f24686e9-c45d-4fef-aa52-368d9d4a68a7, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f24686e9-c45d-4fef-aa52-368d9d4a68a7,segment=NetworkSegment(15b33fde-2078-42f0-ac57-1c9310d80e2d),segment_id=15b33fde-2078-42f0-ac57-1c9310d80e2d)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 04:59:36.138042 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:36.162069 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 04:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8960579b-5663-4a34-9260-ad7ce9535e0e x-openstack-request-id: req-8960579b-5663-4a34-9260-ad7ce9535e0e {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 04:59:36.162348 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ab8304-4bda-45a0-8fee-112678f052c1", "name": "network-vif-plugged", "status": "completed", "tag": "f24686e9-c45d-4fef-aa52-368d9d4a68a7", "code": 200}]} {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 04:59:36.162593 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8960579b-5663-4a34-9260-ad7ce9535e0e {{(pid=100973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 04:59:36.162980 dv-cinder-817135-2-iscsi neutron-server[100973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ab8304-4bda-45a0-8fee-112678f052c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24686e9-c45d-4fef-aa52-368d9d4a68a7', 'code': 200} Nov 09 04:59:36.188065 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=f24686e9-c45d-4fef-aa52-368d9d4a68a7,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 04:59:36.195670 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-765de5c0-e1fe-4a0a-b7b7-da4306fe5aca req-f04db339-6e57-4ef0-8c8c-c707193020f0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784905 Nov 09 04:59:36.210761 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084320f-c998-4af2-a77c-5753eee201a8 req-4d6949c8-efe2-411a-8d8a-aaae44d62690 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:36.212167 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1084320f-c998-4af2-a77c-5753eee201a8 req-4d6949c8-efe2-411a-8d8a-aaae44d62690 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0587204 Nov 09 04:59:36.259345 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1084320f-c998-4af2-a77c-5753eee201a8 req-b5473c75-4dab-4529-be54-ead21953e032 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414155 Nov 09 04:59:36.308849 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765de5c0-e1fe-4a0a-b7b7-da4306fe5aca req-83971eb3-0721-4dd9-a426-ef8d11c56922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:36.310563 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-765de5c0-e1fe-4a0a-b7b7-da4306fe5aca req-83971eb3-0721-4dd9-a426-ef8d11c56922 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 1099 time: 0.0401437 Nov 09 04:59:36.418361 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765de5c0-e1fe-4a0a-b7b7-da4306fe5aca req-87875068-077a-4210-9bce-2bf07ce61001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:36.419843 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-765de5c0-e1fe-4a0a-b7b7-da4306fe5aca req-87875068-077a-4210-9bce-2bf07ce61001 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 200 len: 920 time: 0.0891912 Nov 09 04:59:36.447769 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759f542-f1a7-47c9-bb2c-5279723dc568 req-b59be4e0-a334-4dd0-b17b-6d5a1617a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:36.449205 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f759f542-f1a7-47c9-bb2c-5279723dc568 req-b59be4e0-a334-4dd0-b17b-6d5a1617a3f1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d9ab8304-4bda-45a0-8fee-112678f052c1 HTTP/1.1" status: 200 len: 1098 time: 0.0416718 Nov 09 04:59:36.463972 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-765de5c0-e1fe-4a0a-b7b7-da4306fe5aca req-b4720d30-0e21-4358-8f24-2923ca2b165e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e9494d2-6026-4da9-9838-657923b0d3c9 HTTP/1.1" status: 200 len: 217 time: 0.0347803 Nov 09 04:59:36.498211 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f759f542-f1a7-47c9-bb2c-5279723dc568 req-a1158b70-4891-4a1a-b110-04a12fd80b93 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396516 Nov 09 04:59:36.518466 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765de5c0-e1fe-4a0a-b7b7-da4306fe5aca req-c7f2fd06-1e69-4ff9-a66a-e0be0cbccc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:36.519911 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-765de5c0-e1fe-4a0a-b7b7-da4306fe5aca req-c7f2fd06-1e69-4ff9-a66a-e0be0cbccc48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2499b84-6c8e-423c-9fb2-df6ba60139be HTTP/1.1" status: 200 len: 859 time: 0.0465076 Nov 09 04:59:37.151763 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-765de5c0-e1fe-4a0a-b7b7-da4306fe5aca req-b83dbbcb-4d33-4002-8477-2a7fdc08f4c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245073 Nov 09 04:59:37.277715 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074958d-a4e8-4398-aa4d-cfbff9ce4ce9 req-d0d6d334-543f-4131-bf84-01287ce54794 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:37.279261 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c074958d-a4e8-4398-aa4d-cfbff9ce4ce9 req-d0d6d334-543f-4131-bf84-01287ce54794 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9ab8304-4bda-45a0-8fee-112678f052c1 HTTP/1.1" status: 200 len: 945 time: 0.0514188 Nov 09 04:59:37.314804 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-765de5c0-e1fe-4a0a-b7b7-da4306fe5aca req-bf6952e0-8883-4274-9180-7fbe024dd138 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854905 Nov 09 04:59:37.327505 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c074958d-a4e8-4398-aa4d-cfbff9ce4ce9 req-63dbb5f1-1cbb-4227-b379-50d3220ad935 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415928 Nov 09 04:59:37.435694 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b0669-bb84-4f84-b340-02ceeecb8804 req-c8d43755-8370-4075-8cd9-b6553efd7f58 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:37.437061 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-531b0669-bb84-4f84-b340-02ceeecb8804 req-c8d43755-8370-4075-8cd9-b6553efd7f58 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.1034832 Nov 09 04:59:37.469147 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-765de5c0-e1fe-4a0a-b7b7-da4306fe5aca req-074c5949-ff98-47ca-a624-114cb88cde37 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343110 Nov 09 04:59:37.495806 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-531b0669-bb84-4f84-b340-02ceeecb8804 req-d941a488-e9d4-47b4-8812-d9c1cce50e90 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523651 Nov 09 04:59:38.444191 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adb5fe-2e21-48ce-a90b-b3d452a0f4dd req-85c481cc-b25c-481c-9707-6cf8da85f9ba tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:38.445622 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-85adb5fe-2e21-48ce-a90b-b3d452a0f4dd req-85c481cc-b25c-481c-9707-6cf8da85f9ba tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9ab8304-4bda-45a0-8fee-112678f052c1 HTTP/1.1" status: 200 len: 945 time: 0.0495043 Nov 09 04:59:38.494358 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-85adb5fe-2e21-48ce-a90b-b3d452a0f4dd req-0eca8f5a-7e82-4272-bb0a-ba4a5ff22f31 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429711 Nov 09 04:59:38.621081 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f415ac7-4ad1-46a5-9c09-ff729329bc5f req-7c8c5936-ae99-41af-8576-5cb29520cb38 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:38.622541 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0f415ac7-4ad1-46a5-9c09-ff729329bc5f req-7c8c5936-ae99-41af-8576-5cb29520cb38 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0501649 Nov 09 04:59:38.667367 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0f415ac7-4ad1-46a5-9c09-ff729329bc5f req-e958455c-51ae-492e-b769-ad9903745e8d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392401 Nov 09 04:59:39.527878 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 04:59:39.613086 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bfdb1-c748-4580-a200-07107f44a096 req-cbcd252e-ce42-4fb2-8a11-95a2192dbcee tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:39.614408 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e85bfdb1-c748-4580-a200-07107f44a096 req-cbcd252e-ce42-4fb2-8a11-95a2192dbcee tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9ab8304-4bda-45a0-8fee-112678f052c1 HTTP/1.1" status: 200 len: 945 time: 0.0474882 Nov 09 04:59:39.658998 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e85bfdb1-c748-4580-a200-07107f44a096 req-8151eb9b-a981-4794-8ec2-af2fa17ca6e2 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382864 Nov 09 04:59:39.785010 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcee09-388f-4388-9e65-07999dff7e55 req-b1eb2baa-0f94-4edd-a783-bd099c8006ef tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:39.786466 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5ddcee09-388f-4388-9e65-07999dff7e55 req-b1eb2baa-0f94-4edd-a783-bd099c8006ef tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0511327 Nov 09 04:59:39.834538 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5ddcee09-388f-4388-9e65-07999dff7e55 req-9151f47a-e803-4b0a-8a7f-894fa77b37c8 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406823 Nov 09 04:59:40.952539 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192deba-9b4b-4c34-97cd-722e32a73e38 req-2c8088de-7881-4b20-84a3-38556f7063b0 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:40.954004 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3192deba-9b4b-4c34-97cd-722e32a73e38 req-2c8088de-7881-4b20-84a3-38556f7063b0 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0487034 Nov 09 04:59:41.001599 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3192deba-9b4b-4c34-97cd-722e32a73e38 req-81cf6167-c8e5-45d9-b1a7-ab30618ad967 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412974 Nov 09 04:59:42.126720 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a917e7-c588-4439-9538-ccdf6b9a7a88 req-ad3171a9-2a3c-4106-a0e6-661c3c09b762 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:42.128214 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b4a917e7-c588-4439-9538-ccdf6b9a7a88 req-ad3171a9-2a3c-4106-a0e6-661c3c09b762 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0529430 Nov 09 04:59:42.176384 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b4a917e7-c588-4439-9538-ccdf6b9a7a88 req-aebe65ca-98b3-4f86-ad47-d8d1db609e6e tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418801 Nov 09 04:59:43.292633 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecd7ff-d720-4775-8faf-7facc23bd8e8 req-87837c46-ddcf-4035-bea3-072fdcb93c7d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:43.294077 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c5ecd7ff-d720-4775-8faf-7facc23bd8e8 req-87837c46-ddcf-4035-bea3-072fdcb93c7d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0485110 Nov 09 04:59:43.339556 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c5ecd7ff-d720-4775-8faf-7facc23bd8e8 req-fe17ffb6-c1a5-4354-8d76-9dc86b6f3923 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396521 Nov 09 04:59:44.459455 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d27d4-76b6-40de-8f82-673be2823e6d req-3f6f9647-ff38-410c-84ff-f3b789cdf3ae tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:44.461111 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-967d27d4-76b6-40de-8f82-673be2823e6d req-3f6f9647-ff38-410c-84ff-f3b789cdf3ae tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0515444 Nov 09 04:59:44.514982 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-967d27d4-76b6-40de-8f82-673be2823e6d req-e88e4d9b-f572-48c4-9b7d-36317827f148 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464563 Nov 09 04:59:44.725787 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf2127-547e-49a7-8dfd-ad8814bc010a req-a073f7ea-b85e-46da-aff0-8a3f5a035e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:44.727103 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-81bf2127-547e-49a7-8dfd-ad8814bc010a req-a073f7ea-b85e-46da-aff0-8a3f5a035e17 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 1099 time: 0.0375681 Nov 09 04:59:44.773226 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-81bf2127-547e-49a7-8dfd-ad8814bc010a req-afb54dd7-92bc-42a9-a83e-d71dffef71c7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375533 Nov 09 04:59:45.639614 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f61f5-46cb-4500-a540-01922ed0f3e2 req-7cb834df-8152-4292-8b60-5716cec4d7c3 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:45.641172 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e50f61f5-46cb-4500-a540-01922ed0f3e2 req-7cb834df-8152-4292-8b60-5716cec4d7c3 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0496137 Nov 09 04:59:45.689331 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e50f61f5-46cb-4500-a540-01922ed0f3e2 req-06172844-ed62-4dec-a012-25b489a789c3 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422409 Nov 09 04:59:46.618023 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 04:59:46.809272 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdddb1d-9d14-43cb-b907-83076537c15d req-1ac27335-2f09-4f62-920b-e9fbd934690c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:46.810739 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-acdddb1d-9d14-43cb-b907-83076537c15d req-1ac27335-2f09-4f62-920b-e9fbd934690c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0492902 Nov 09 04:59:46.857762 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-acdddb1d-9d14-43cb-b907-83076537c15d req-59cfccaf-914e-4c7e-bf79-38ac60288c8e tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410507 Nov 09 04:59:47.976517 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b52229-c757-40fa-9c82-907ba70ca845 req-ef116006-5817-419e-be5a-d618067ff5cd tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:47.977941 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-54b52229-c757-40fa-9c82-907ba70ca845 req-ef116006-5817-419e-be5a-d618067ff5cd tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0470793 Nov 09 04:59:48.026953 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-54b52229-c757-40fa-9c82-907ba70ca845 req-83ec40f0-0eee-4013-8853-01ab3f304dbe tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433931 Nov 09 04:59:48.393374 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba15730-69d6-4026-be0d-75c1312c61b1 req-f4f3c47f-5183-4b6e-9063-ef362fbb7400 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:48.394723 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5ba15730-69d6-4026-be0d-75c1312c61b1 req-f4f3c47f-5183-4b6e-9063-ef362fbb7400 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0810409 Nov 09 04:59:48.400587 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77faac57-9bf0-41ae-8459-2a53deb17297 req-a04a4bc8-133d-4a6a-b593-18c7f9ff89b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:48.401970 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-77faac57-9bf0-41ae-8459-2a53deb17297 req-a04a4bc8-133d-4a6a-b593-18c7f9ff89b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 1099 time: 0.0607927 Nov 09 04:59:48.694055 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5ba15730-69d6-4026-be0d-75c1312c61b1 req-6aec9a62-0bda-44c1-b827-d9872489af2b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911420 Nov 09 04:59:48.732743 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77faac57-9bf0-41ae-8459-2a53deb17297 req-f2c649ff-e82c-4ac4-a736-a438ddfd5450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:48.734180 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-77faac57-9bf0-41ae-8459-2a53deb17297 req-f2c649ff-e82c-4ac4-a736-a438ddfd5450 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 200 len: 920 time: 0.1248856 Nov 09 04:59:48.779566 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-77faac57-9bf0-41ae-8459-2a53deb17297 req-3611d072-59b5-473f-a81a-3308153d86da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 HTTP/1.1" status: 200 len: 217 time: 0.0363104 Nov 09 04:59:48.849478 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77faac57-9bf0-41ae-8459-2a53deb17297 req-d7ffd7a3-3433-444c-a1d5-88010dcd397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:48.850881 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-77faac57-9bf0-41ae-8459-2a53deb17297 req-d7ffd7a3-3433-444c-a1d5-88010dcd397c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2499b84-6c8e-423c-9fb2-df6ba60139be HTTP/1.1" status: 200 len: 859 time: 0.0421863 Nov 09 04:59:48.906372 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-77faac57-9bf0-41ae-8459-2a53deb17297 req-761029ab-8e03-4c16-946d-d3e48ede685d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252109 Nov 09 04:59:49.004105 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-77faac57-9bf0-41ae-8459-2a53deb17297 req-6d44341d-e5c3-46d0-9975-d2e72f24a5ea service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865641 Nov 09 04:59:49.104078 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-77faac57-9bf0-41ae-8459-2a53deb17297 req-ed7d8066-e754-4d65-a014-8a87d7e302ae service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910594 Nov 09 04:59:49.820360 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d128b0-b05d-4602-b9ac-30eb04b60e60 req-87d8e864-6b16-4a60-9a81-cdb3a5f41c95 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:49.828117 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e1d128b0-b05d-4602-b9ac-30eb04b60e60 req-87d8e864-6b16-4a60-9a81-cdb3a5f41c95 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0618286 Nov 09 04:59:49.873383 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e1d128b0-b05d-4602-b9ac-30eb04b60e60 req-e8155ac8-3025-4fec-9d47-492d79fe0fd0 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429189 Nov 09 04:59:50.988766 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317d224-206f-40fb-90d3-c61b658ecc09 req-252864b2-d1b7-494d-be98-79d376053502 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:50.990222 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0317d224-206f-40fb-90d3-c61b658ecc09 req-252864b2-d1b7-494d-be98-79d376053502 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0480528 Nov 09 04:59:51.039971 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0317d224-206f-40fb-90d3-c61b658ecc09 req-349a1a62-4b08-4744-be18-e43307316e33 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431030 Nov 09 04:59:52.155681 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f66fb5-1bcf-4beb-88a3-a32437ea608b req-2c574269-c04c-49e2-b4f7-9869c360e7fc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:52.157160 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a6f66fb5-1bcf-4beb-88a3-a32437ea608b req-2c574269-c04c-49e2-b4f7-9869c360e7fc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0519738 Nov 09 04:59:52.203207 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a6f66fb5-1bcf-4beb-88a3-a32437ea608b req-ebdb825c-a2f1-4d76-834b-a2843b79cee2 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403070 Nov 09 04:59:53.317326 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c62f2-5807-4c57-9eb4-a126421e662a req-4fe2ebf5-90e3-4ee5-882a-eeeaca5ef505 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 04:59:53.318780 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1c3c62f2-5807-4c57-9eb4-a126421e662a req-4fe2ebf5-90e3-4ee5-882a-eeeaca5ef505 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0494850 Nov 09 04:59:53.364675 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1c3c62f2-5807-4c57-9eb4-a126421e662a req-a0ab1db5-fde0-475c-803b-9e9040587beb tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400412 Nov 09 04:59:58.134643 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-efdd148b-d16c-4b82-9c6b-ef24ad133e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:00.320047 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-c608a4c0-2630-4c76-995b-019bc47f0b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:01.576942 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:02.932730 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:03.777846 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:09.512248 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:23.616725 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:00:28.135196 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-c235f6b9-3f0e-4988-8788-a3023ebc54fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:30.320494 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-1543322b-347a-41c3-b07d-bccdfed53bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:31.579427 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:32.935291 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:33.785770 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:39.218495 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3a9e3677-ccd6-4798-93ed-7e985b983a1e req-9f2ef266-cbe6-4601-84bd-f963c30d4889 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386920 Nov 09 05:00:39.313590 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e3677-ccd6-4798-93ed-7e985b983a1e req-65492414-eccf-48ba-9539-91eb5eadeda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:39.314938 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3a9e3677-ccd6-4798-93ed-7e985b983a1e req-65492414-eccf-48ba-9539-91eb5eadeda2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df921510edf34ac09f5be957837f5546&device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 1099 time: 0.0423398 Nov 09 05:00:39.418220 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e3677-ccd6-4798-93ed-7e985b983a1e req-ee97bcdd-a22a-4470-ab61-26303df36e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:39.419715 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3a9e3677-ccd6-4798-93ed-7e985b983a1e req-ee97bcdd-a22a-4470-ab61-26303df36e09 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60fd891-87b5-46cd-8c22-d608e60c1a68 HTTP/1.1" status: 200 len: 918 time: 0.0834432 Nov 09 05:00:39.522080 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3a9e3677-ccd6-4798-93ed-7e985b983a1e req-82668a99-cb91-455d-9f54-78a6bd271a1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61b97e25-c60b-444c-aa5c-c81e5e096ded HTTP/1.1" status: 200 len: 1001 time: 0.0948029 Nov 09 05:00:39.526818 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:00:39.570922 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e3677-ccd6-4798-93ed-7e985b983a1e req-729aeb45-4aa6-42bf-b1f9-40436f822487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:39.572430 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3a9e3677-ccd6-4798-93ed-7e985b983a1e req-729aeb45-4aa6-42bf-b1f9-40436f822487 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6 HTTP/1.1" status: 200 len: 856 time: 0.0432100 Nov 09 05:00:39.622058 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e3677-ccd6-4798-93ed-7e985b983a1e req-b6119aac-841d-4c1e-abcb-6487f2ff599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:00:39.623548 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3a9e3677-ccd6-4798-93ed-7e985b983a1e req-b6119aac-841d-4c1e-abcb-6487f2ff599d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60fd891-87b5-46cd-8c22-d608e60c1a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444977 Nov 09 05:00:39.715040 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3a9e3677-ccd6-4798-93ed-7e985b983a1e req-9d77a9f4-6f05-4368-a596-71f5fc50b3cc service neutron] 10.222.0.20 "GET /v2.0/networks/c60fd891-87b5-46cd-8c22-d608e60c1a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822320 Nov 09 05:00:39.807641 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3a9e3677-ccd6-4798-93ed-7e985b983a1e req-c88df680-40ec-42c8-913b-33d8a41cd52e service neutron] 10.222.0.20 "GET /v2.0/networks/c60fd891-87b5-46cd-8c22-d608e60c1a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842628 Nov 09 05:00:58.137430 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5228-8fb9-4a9b-97c4-3b42a001b9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:01:00.321673 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-fb1a3b4f-db6f-4301-96be-9b7b39c36032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:01:00.615183 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:01:01.583904 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:01:02.938485 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:01:03.778190 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:01:09.527531 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:01:28.137948 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc900b71-32dd-4c32-abaf-cee3e5822ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:01:30.326455 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-859fde29-398b-4994-af29-d4889f951ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:01:31.584111 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:01:32.941080 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:01:33.780510 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:01:37.614152 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:01:38.940326 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-310ab032-4904-405d-a5a7-87170f79cf86 req-6132d8f3-3f1e-4a33-b001-5a5dac111b9b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372982 Nov 09 05:01:39.037739 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ab032-4904-405d-a5a7-87170f79cf86 req-568068a5-2ec3-4ae1-a451-7dacd703bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:01:39.039228 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-310ab032-4904-405d-a5a7-87170f79cf86 req-568068a5-2ec3-4ae1-a451-7dacd703bdf0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e9bea92048e49debbf053fea8eb2b9f&device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 1098 time: 0.0388019 Nov 09 05:01:39.143932 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ab032-4904-405d-a5a7-87170f79cf86 req-82e4932e-5a56-4098-978b-8cacca696c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:01:39.145374 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-310ab032-4904-405d-a5a7-87170f79cf86 req-82e4932e-5a56-4098-978b-8cacca696c9e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc74574-bcbe-4d7d-85c6-61611faf1df6 HTTP/1.1" status: 200 len: 916 time: 0.0865655 Nov 09 05:01:39.186438 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-310ab032-4904-405d-a5a7-87170f79cf86 req-9e14c4e3-aacd-40dd-b17b-8e7de09194dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf HTTP/1.1" status: 200 len: 217 time: 0.0331211 Nov 09 05:01:39.234695 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ab032-4904-405d-a5a7-87170f79cf86 req-5f875112-8264-4dfc-b369-5138cdb84818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:01:39.236167 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-310ab032-4904-405d-a5a7-87170f79cf86 req-5f875112-8264-4dfc-b369-5138cdb84818 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54166d97-84bf-4725-a6b5-fd66b63ba4bd HTTP/1.1" status: 200 len: 855 time: 0.0429561 Nov 09 05:01:39.271645 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-310ab032-4904-405d-a5a7-87170f79cf86 req-04635e38-7573-46a8-9246-2d7c6d865e6b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc74574-bcbe-4d7d-85c6-61611faf1df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273931 Nov 09 05:01:39.364472 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-310ab032-4904-405d-a5a7-87170f79cf86 req-32eb1c2c-e510-4373-babb-7a7168c7f289 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853567 Nov 09 05:01:39.466718 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-310ab032-4904-405d-a5a7-87170f79cf86 req-a83ffcd1-db0a-4818-a6d4-af886556e912 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948741 Nov 09 05:01:39.553747 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:01:58.138798 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-44d331e5-ad8f-4388-b8d0-e6a9c7cd09a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:00.327137 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bea54965-d95b-4c2b-9e92-e65d6fc5a97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:01.587453 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:02.942887 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:03.781646 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:09.558295 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:14.613575 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:02:28.138649 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-ebe88abc-0183-4d42-bb00-96074f892e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:30.327763 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-5ae43280-10af-4aa1-8981-ab24178a70c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:31.592346 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:32.946657 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:33.784801 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:39.552500 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:02:40.873914 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a82dd582-b7a3-4ab2-a6e4-d1fe8f968207 req-c4558ae2-df86-438a-8417-eda0b35ddded service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1252058 Nov 09 05:02:40.946736 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dd582-b7a3-4ab2-a6e4-d1fe8f968207 req-540c80c0-7c1a-44fa-85c9-1d60517775b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:40.948272 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a82dd582-b7a3-4ab2-a6e4-d1fe8f968207 req-540c80c0-7c1a-44fa-85c9-1d60517775b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 1099 time: 0.0389013 Nov 09 05:02:41.063527 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dd582-b7a3-4ab2-a6e4-d1fe8f968207 req-03693276-091b-476a-8830-791169d65fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:41.065006 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a82dd582-b7a3-4ab2-a6e4-d1fe8f968207 req-03693276-091b-476a-8830-791169d65fc6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 200 len: 920 time: 0.0887480 Nov 09 05:02:41.105571 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a82dd582-b7a3-4ab2-a6e4-d1fe8f968207 req-a452cbe0-34e1-424a-8d5b-4593da38d6a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 HTTP/1.1" status: 200 len: 217 time: 0.0320578 Nov 09 05:02:41.152075 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dd582-b7a3-4ab2-a6e4-d1fe8f968207 req-9b5174f9-1130-4c4a-9791-9d8a0c469758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:02:41.153430 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a82dd582-b7a3-4ab2-a6e4-d1fe8f968207 req-9b5174f9-1130-4c4a-9791-9d8a0c469758 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2499b84-6c8e-423c-9fb2-df6ba60139be HTTP/1.1" status: 200 len: 859 time: 0.0410173 Nov 09 05:02:41.187925 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a82dd582-b7a3-4ab2-a6e4-d1fe8f968207 req-32ea68d9-e59e-4efe-9c80-cef230837a1a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262501 Nov 09 05:02:41.272795 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a82dd582-b7a3-4ab2-a6e4-d1fe8f968207 req-d05b3f42-22d0-4fac-9e7e-498e2ba4a359 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778377 Nov 09 05:02:41.362716 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a82dd582-b7a3-4ab2-a6e4-d1fe8f968207 req-6f92eac6-1618-4ecb-98de-a3b137be8ea5 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829680 Nov 09 05:02:51.611705 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:02:58.143200 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-b55734c9-5811-434d-b01e-7e1695192743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:03:00.327565 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-7b1739e4-1db8-4381-9c61-f36e17cd629f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:03:01.592498 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:03:02.950106 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:03:03.781214 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:03:09.549515 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:03:28.144986 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-4f1e7721-143e-4855-ba93-0b4f703f5c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:03:28.609832 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:03:30.328523 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-a48ccf08-189b-4e3b-af0d-a38dde4521c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:03:31.595261 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:03:32.953760 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:03:33.782456 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:03:39.559808 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:03:41.922790 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-870e5123-20ae-4a0b-9099-af30c4a68c05 req-533f43d4-651c-4228-a4d1-32a05b67bc86 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386639 Nov 09 05:03:41.990402 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e5123-20ae-4a0b-9099-af30c4a68c05 req-4596ffde-1533-4898-9ffa-b21b5a812e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:03:41.991844 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-870e5123-20ae-4a0b-9099-af30c4a68c05 req-4596ffde-1533-4898-9ffa-b21b5a812e81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 1099 time: 0.0370395 Nov 09 05:03:42.093610 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e5123-20ae-4a0b-9099-af30c4a68c05 req-4ec27ccf-7908-4f87-8774-352ca65322b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:03:42.094963 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-870e5123-20ae-4a0b-9099-af30c4a68c05 req-4ec27ccf-7908-4f87-8774-352ca65322b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 200 len: 920 time: 0.0842576 Nov 09 05:03:42.134912 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-870e5123-20ae-4a0b-9099-af30c4a68c05 req-ed1ebda6-9745-4884-b9ba-10e91ca0d11e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e9494d2-6026-4da9-9838-657923b0d3c9 HTTP/1.1" status: 200 len: 217 time: 0.0329895 Nov 09 05:03:42.180412 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e5123-20ae-4a0b-9099-af30c4a68c05 req-7b401295-225f-4222-a2ac-9a818f56d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:03:42.181756 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-870e5123-20ae-4a0b-9099-af30c4a68c05 req-7b401295-225f-4222-a2ac-9a818f56d633 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2499b84-6c8e-423c-9fb2-df6ba60139be HTTP/1.1" status: 200 len: 859 time: 0.0407147 Nov 09 05:03:42.213736 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-870e5123-20ae-4a0b-9099-af30c4a68c05 req-4c34fd2c-c57d-4ff4-bbec-b192ee6f783a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254285 Nov 09 05:03:42.301593 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-870e5123-20ae-4a0b-9099-af30c4a68c05 req-8ceda7da-704b-4554-81a6-f9ecaff7ba0e service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807221 Nov 09 05:03:42.389530 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-870e5123-20ae-4a0b-9099-af30c4a68c05 req-1294d6c6-8728-4a29-8db9-940032291a95 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809326 Nov 09 05:03:58.145333 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0ad0991b-8bb4-430a-a6f4-ea36ae0c061f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:00.329710 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e245debf-fbff-45a2-9547-493b91bec210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:01.599354 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:02.956608 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:03.786161 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:05.608810 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:04:09.559900 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:28.145748 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-a30605cf-3d20-4c73-8583-a8d16acc2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:30.330441 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-6e8b3918-6b24-43e8-bfbe-039e467e1684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:31.601886 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:32.958625 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:33.787474 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:39.549208 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:04:42.607480 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:04:42.744546 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-401836d4-a4dc-4a3e-bca1-067de408124f req-d1ecf282-d89f-4524-945b-cfa31ac803b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380361 Nov 09 05:04:42.816640 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401836d4-a4dc-4a3e-bca1-067de408124f req-b9df5b39-e60a-448e-b11c-5bed5d8acbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:42.818071 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-401836d4-a4dc-4a3e-bca1-067de408124f req-b9df5b39-e60a-448e-b11c-5bed5d8acbcf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df921510edf34ac09f5be957837f5546&device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 1099 time: 0.0387921 Nov 09 05:04:42.917408 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401836d4-a4dc-4a3e-bca1-067de408124f req-926bc924-2246-43ed-a53c-8568d96f0852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:42.918823 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-401836d4-a4dc-4a3e-bca1-067de408124f req-926bc924-2246-43ed-a53c-8568d96f0852 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60fd891-87b5-46cd-8c22-d608e60c1a68 HTTP/1.1" status: 200 len: 918 time: 0.0830932 Nov 09 05:04:42.980246 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-401836d4-a4dc-4a3e-bca1-067de408124f req-ca17eecf-3122-48a4-91bc-b7e99360341e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61b97e25-c60b-444c-aa5c-c81e5e096ded HTTP/1.1" status: 200 len: 1001 time: 0.0543287 Nov 09 05:04:43.030353 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401836d4-a4dc-4a3e-bca1-067de408124f req-e19bdacc-5b33-476c-8d6a-3bb83af673e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:43.031781 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-401836d4-a4dc-4a3e-bca1-067de408124f req-e19bdacc-5b33-476c-8d6a-3bb83af673e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6 HTTP/1.1" status: 200 len: 856 time: 0.0439787 Nov 09 05:04:43.075853 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401836d4-a4dc-4a3e-bca1-067de408124f req-edf0181b-6999-4f55-9444-ca13d574b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:04:43.077287 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-401836d4-a4dc-4a3e-bca1-067de408124f req-edf0181b-6999-4f55-9444-ca13d574b536 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60fd891-87b5-46cd-8c22-d608e60c1a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382683 Nov 09 05:04:43.163459 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-401836d4-a4dc-4a3e-bca1-067de408124f req-2b3d966f-a3f4-4015-9204-dee0f7058124 service neutron] 10.222.0.20 "GET /v2.0/networks/c60fd891-87b5-46cd-8c22-d608e60c1a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793478 Nov 09 05:04:43.253070 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-401836d4-a4dc-4a3e-bca1-067de408124f req-29349731-2362-4588-84db-0efc7a63d7b4 service neutron] 10.222.0.20 "GET /v2.0/networks/c60fd891-87b5-46cd-8c22-d608e60c1a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812700 Nov 09 05:04:58.147440 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0a097ff9-44bd-4631-854f-6e28bffc82e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:05:00.333839 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-2c1272cc-060f-4a3b-b91a-152938e4d0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:05:01.605291 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:05:02.961183 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:05:03.788281 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:05:09.555802 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:05:19.606834 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:05:28.148775 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0d8c835f-810f-4cfb-ba5c-a20b6933907e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:05:30.335754 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-679f4028-71e6-48db-b594-6089db3c3e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:05:31.607174 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:05:32.964643 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:05:33.789069 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:05:39.548434 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:05:44.954549 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3379cdec-4e38-448e-be2b-f25ef32f5861 req-a83dbf92-e907-47bd-8322-e274c6c3e1c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385621 Nov 09 05:05:45.026534 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379cdec-4e38-448e-be2b-f25ef32f5861 req-23f7e2b6-f7c9-4ca8-ae2c-0ade73a8e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:05:45.028075 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3379cdec-4e38-448e-be2b-f25ef32f5861 req-23f7e2b6-f7c9-4ca8-ae2c-0ade73a8e716 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e9bea92048e49debbf053fea8eb2b9f&device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 1098 time: 0.0398934 Nov 09 05:05:45.140414 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379cdec-4e38-448e-be2b-f25ef32f5861 req-a3b79dec-1f86-4c57-ab00-99f88a6ed025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:05:45.142433 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3379cdec-4e38-448e-be2b-f25ef32f5861 req-a3b79dec-1f86-4c57-ab00-99f88a6ed025 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc74574-bcbe-4d7d-85c6-61611faf1df6 HTTP/1.1" status: 200 len: 916 time: 0.0912471 Nov 09 05:05:45.184911 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3379cdec-4e38-448e-be2b-f25ef32f5861 req-a60c6bfc-07d4-4138-a1a4-7e26f71ab2ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac852503-70fb-48a9-b3d8-4f2cac27b230 HTTP/1.1" status: 200 len: 217 time: 0.0329487 Nov 09 05:05:45.236475 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379cdec-4e38-448e-be2b-f25ef32f5861 req-040c1a0a-e133-4cfc-bbbc-ab632fa970ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:05:45.237787 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3379cdec-4e38-448e-be2b-f25ef32f5861 req-040c1a0a-e133-4cfc-bbbc-ab632fa970ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54166d97-84bf-4725-a6b5-fd66b63ba4bd HTTP/1.1" status: 200 len: 855 time: 0.0449817 Nov 09 05:05:45.267489 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3379cdec-4e38-448e-be2b-f25ef32f5861 req-a37efb3b-689a-4668-bec0-9ac622ed7580 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc74574-bcbe-4d7d-85c6-61611faf1df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228066 Nov 09 05:05:45.352676 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3379cdec-4e38-448e-be2b-f25ef32f5861 req-ec17a6a3-fe36-44fd-a93a-966e81e2c5b2 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780463 Nov 09 05:05:45.443825 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3379cdec-4e38-448e-be2b-f25ef32f5861 req-a1f0e2f2-175b-4ef0-ac53-c5ff696ae36c service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838335 Nov 09 05:05:56.606765 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:05:58.149031 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-04330d39-5062-4430-a72e-abbc503ce27c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:00.337445 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-133e120a-4375-43cc-ba50-4f3516179568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:01.609482 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:02.969135 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:03.788168 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:04.189912 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f72f14-2a91-4d17-a864-81b458202e79 req-7475c085-93fd-4e5c-b03e-033a3a105d51 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:04.191319 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c1f72f14-2a91-4d17-a864-81b458202e79 req-7475c085-93fd-4e5c-b03e-033a3a105d51 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9ab8304-4bda-45a0-8fee-112678f052c1 HTTP/1.1" status: 200 len: 945 time: 0.0518861 Nov 09 05:06:04.237102 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c1f72f14-2a91-4d17-a864-81b458202e79 req-39f1604e-0917-4878-a9d3-7611a19e7e48 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400128 Nov 09 05:06:05.130843 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6d85a-da06-4ece-8518-389f76006a41 req-5ab16804-c394-4128-8f53-76375db1ebe1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:05.132466 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5fb6d85a-da06-4ece-8518-389f76006a41 req-5ab16804-c394-4128-8f53-76375db1ebe1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9ab8304-4bda-45a0-8fee-112678f052c1 HTTP/1.1" status: 200 len: 945 time: 0.0479226 Nov 09 05:06:05.222505 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [req-5fb6d85a-da06-4ece-8518-389f76006a41 req-79483395-870a-40b5-aaa9-c867007057c1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Deleting port f24686e9-c45d-4fef-aa52-368d9d4a68a7 {{(pid=100971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:06:05.222842 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-5fb6d85a-da06-4ece-8518-389f76006a41 req-79483395-870a-40b5-aaa9-c867007057c1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:05.307794 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [req-5fb6d85a-da06-4ece-8518-389f76006a41 req-79483395-870a-40b5-aaa9-c867007057c1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] For port f24686e9-c45d-4fef-aa52-368d9d4a68a7, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=f24686e9-c45d-4fef-aa52-368d9d4a68a7,segment=NetworkSegment(15b33fde-2078-42f0-ac57-1c9310d80e2d),segment_id=15b33fde-2078-42f0-ac57-1c9310d80e2d)] {{(pid=100971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:06:05.308149 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-5fb6d85a-da06-4ece-8518-389f76006a41 req-79483395-870a-40b5-aaa9-c867007057c1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:05.324893 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [req-5fb6d85a-da06-4ece-8518-389f76006a41 req-79483395-870a-40b5-aaa9-c867007057c1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Calling delete_port for f24686e9-c45d-4fef-aa52-368d9d4a68a7 owned by compute:nova {{(pid=100971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:06:05.435170 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca853b1-3359-4ca4-9447-fac8997ed1f7 req-d584105b-d885-44ed-b0fe-e54b8c3cce9a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:05.436659 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-eca853b1-3359-4ca4-9447-fac8997ed1f7 req-d584105b-d885-44ed-b0fe-e54b8c3cce9a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9ab8304-4bda-45a0-8fee-112678f052c1 HTTP/1.1" status: 200 len: 945 time: 0.1308756 Nov 09 05:06:05.518530 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-eca853b1-3359-4ca4-9447-fac8997ed1f7 req-dec11902-000d-42d1-9244-7b0f24aec6ca tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752766 Nov 09 05:06:05.522800 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-5fb6d85a-da06-4ece-8518-389f76006a41 req-79483395-870a-40b5-aaa9-c867007057c1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:05.559517 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf', 'ac852503-70fb-48a9-b3d8-4f2cac27b230', 'b4486560-446e-4f4a-b732-29ca12b603ba', 'f24686e9-c45d-4fef-aa52-368d9d4a68a7'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:06:05.575085 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79483395-870a-40b5-aaa9-c867007057c1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Pushing event deleted for resources: {'Port': ['ID=f24686e9-c45d-4fef-aa52-368d9d4a68a7,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:06:05.595454 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79483395-870a-40b5-aaa9-c867007057c1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:05.595836 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79483395-870a-40b5-aaa9-c867007057c1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:05.596177 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79483395-870a-40b5-aaa9-c867007057c1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:05.596512 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79483395-870a-40b5-aaa9-c867007057c1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:05.596841 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79483395-870a-40b5-aaa9-c867007057c1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:05.597170 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79483395-870a-40b5-aaa9-c867007057c1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:05.597503 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79483395-870a-40b5-aaa9-c867007057c1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:05.597828 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79483395-870a-40b5-aaa9-c867007057c1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:05.598149 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79483395-870a-40b5-aaa9-c867007057c1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:05.598469 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79483395-870a-40b5-aaa9-c867007057c1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:05.598814 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79483395-870a-40b5-aaa9-c867007057c1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:05.599116 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79483395-870a-40b5-aaa9-c867007057c1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:05.601766 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb6d85a-da06-4ece-8518-389f76006a41 req-79483395-870a-40b5-aaa9-c867007057c1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] No DVR routers for this DVR port f24686e9-c45d-4fef-aa52-368d9d4a68a7 on host hv-cinder-81713 {{(pid=100971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:06:05.604638 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-5fb6d85a-da06-4ece-8518-389f76006a41 req-79483395-870a-40b5-aaa9-c867007057c1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:05.608041 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5fb6d85a-da06-4ece-8518-389f76006a41 req-79483395-870a-40b5-aaa9-c867007057c1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.20 "DELETE /v2.0/ports/f24686e9-c45d-4fef-aa52-368d9d4a68a7 HTTP/1.1" status: 204 len: 173 time: 0.4699268 Nov 09 05:06:05.608479 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ab8304-4bda-45a0-8fee-112678f052c1', 'name': 'network-vif-deleted', 'tag': 'f24686e9-c45d-4fef-aa52-368d9d4a68a7'}] {{(pid=100971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:06:05.611336 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ba20ef00b6ba85be910cd3510c9842062a5dd5e124f21b50ec677df07c463ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c699fc-e021-492c-9e25-58992e4387a1" -d '{"events": [{"server_uuid": "d9ab8304-4bda-45a0-8fee-112678f052c1", "name": "network-vif-deleted", "tag": "f24686e9-c45d-4fef-aa52-368d9d4a68a7"}]}' {{(pid=100971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:06:05.712981 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6d1f56-dd2e-4225-a26a-6e867922ba75 x-openstack-request-id: req-bd6d1f56-dd2e-4225-a26a-6e867922ba75 {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:06:05.713279 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ab8304-4bda-45a0-8fee-112678f052c1", "name": "network-vif-deleted", "tag": "f24686e9-c45d-4fef-aa52-368d9d4a68a7", "status": "completed", "code": 200}]} {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:06:05.713541 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd6d1f56-dd2e-4225-a26a-6e867922ba75 {{(pid=100971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:06:05.713934 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ab8304-4bda-45a0-8fee-112678f052c1', 'name': 'network-vif-deleted', 'tag': 'f24686e9-c45d-4fef-aa52-368d9d4a68a7', 'status': 'completed', 'code': 200} Nov 09 05:06:09.550982 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:09.907414 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device f24686e9-c45d-4fef-aa52-368d9d4a68a7 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:06:09.927403 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] No Port match for: f24686e9-c45d-4fef-aa52-368d9d4a68a7 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:06:09.927769 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device f24686e9-c45d-4fef-aa52-368d9d4a68a7 not bound to the agent host hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:06:26.328217 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3b7db-c470-4b9a-9421-a0eb075f85f1 req-65f9600b-32e1-4bfa-a15f-66541c28ff08 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:26.329698 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-76b3b7db-c470-4b9a-9421-a0eb075f85f1 req-65f9600b-32e1-4bfa-a15f-66541c28ff08 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 946 time: 0.0506241 Nov 09 05:06:26.374780 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-76b3b7db-c470-4b9a-9421-a0eb075f85f1 req-61cc9aaa-f8f0-4541-b474-2c0b3dd3166b tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392563 Nov 09 05:06:27.335857 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c381fd-1097-4231-9b59-06ac7c5f05a3 req-042592d3-b96c-47f3-b871-0a4b8f255d20 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:27.337166 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a0c381fd-1097-4231-9b59-06ac7c5f05a3 req-042592d3-b96c-47f3-b871-0a4b8f255d20 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.20 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 946 time: 0.0491707 Nov 09 05:06:27.425104 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [req-a0c381fd-1097-4231-9b59-06ac7c5f05a3 req-512bcd19-560d-4cda-b148-3e490302f760 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Deleting port 61b97e25-c60b-444c-aa5c-c81e5e096ded {{(pid=100971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:06:27.425448 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-a0c381fd-1097-4231-9b59-06ac7c5f05a3 req-512bcd19-560d-4cda-b148-3e490302f760 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:27.498598 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99598706-6c58-4c49-9e2a-2c88370300b5 req-04bf7e3d-e0a2-401e-9466-727df6094649 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:27.500099 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-99598706-6c58-4c49-9e2a-2c88370300b5 req-04bf7e3d-e0a2-401e-9466-727df6094649 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 946 time: 0.0507801 Nov 09 05:06:27.516430 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [req-a0c381fd-1097-4231-9b59-06ac7c5f05a3 req-512bcd19-560d-4cda-b148-3e490302f760 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] For port 61b97e25-c60b-444c-aa5c-c81e5e096ded, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=61b97e25-c60b-444c-aa5c-c81e5e096ded,segment=NetworkSegment(52977b9b-7dbb-46b3-9e6e-45b18f32a431),segment_id=52977b9b-7dbb-46b3-9e6e-45b18f32a431)] {{(pid=100971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:06:27.516845 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-a0c381fd-1097-4231-9b59-06ac7c5f05a3 req-512bcd19-560d-4cda-b148-3e490302f760 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:27.550772 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-99598706-6c58-4c49-9e2a-2c88370300b5 req-3061c614-093a-4b12-a0d8-6d683b1dcaa9 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=6cc05164-868d-4735-b7fc-366fb2279c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442779 Nov 09 05:06:27.979547 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-a0c381fd-1097-4231-9b59-06ac7c5f05a3 req-512bcd19-560d-4cda-b148-3e490302f760 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:27.979947 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-a0c381fd-1097-4231-9b59-06ac7c5f05a3 req-512bcd19-560d-4cda-b148-3e490302f760 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461206'] for floatingip, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:27.980279 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.db.l3_db [req-a0c381fd-1097-4231-9b59-06ac7c5f05a3 req-512bcd19-560d-4cda-b148-3e490302f760 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Floating IP 4d50ea27-d527-4484-bfaa-06d3a08a2e83 disassociated. External IP: 172.27.0.80, port: 61b97e25-c60b-444c-aa5c-c81e5e096ded. Nov 09 05:06:27.980615 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [req-a0c381fd-1097-4231-9b59-06ac7c5f05a3 req-512bcd19-560d-4cda-b148-3e490302f760 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Calling delete_port for 61b97e25-c60b-444c-aa5c-c81e5e096ded owned by compute:nova {{(pid=100971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:06:28.106659 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-a0c381fd-1097-4231-9b59-06ac7c5f05a3 req-512bcd19-560d-4cda-b148-3e490302f760 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:28.132043 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512bcd19-560d-4cda-b148-3e490302f760 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Pushing event deleted for resources: {'Port': ['ID=61b97e25-c60b-444c-aa5c-c81e5e096ded,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:06:28.154451 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-876d6d91-515f-406b-a269-6389630f98af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:28.245210 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0c381fd-1097-4231-9b59-06ac7c5f05a3 req-512bcd19-560d-4cda-b148-3e490302f760 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Router fc61767b-f15e-4f2f-8c3c-3f064bba1818 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:06:28.359204 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0c381fd-1097-4231-9b59-06ac7c5f05a3 req-512bcd19-560d-4cda-b148-3e490302f760 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:06:28.369238 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acafafd0-c7a3-4812-a215-e0f581fbb38d None None] Sync routers for ids ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'] in dv-cinder-817135-2-iscsi {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:06:28.382001 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acafafd0-c7a3-4812-a215-e0f581fbb38d None None] Routers {'fc61767b-f15e-4f2f-8c3c-3f064bba1818'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:06:28.382777 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-acafafd0-c7a3-4812-a215-e0f581fbb38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:06:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:06:28.398727 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c381fd-1097-4231-9b59-06ac7c5f05a3 req-512bcd19-560d-4cda-b148-3e490302f760 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] No DVR routers for this DVR port 61b97e25-c60b-444c-aa5c-c81e5e096ded on host hv-cinder-81713 {{(pid=100971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:06:28.401310 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-a0c381fd-1097-4231-9b59-06ac7c5f05a3 req-512bcd19-560d-4cda-b148-3e490302f760 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:28.404525 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a0c381fd-1097-4231-9b59-06ac7c5f05a3 req-512bcd19-560d-4cda-b148-3e490302f760 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.20 "DELETE /v2.0/ports/61b97e25-c60b-444c-aa5c-c81e5e096ded HTTP/1.1" status: 204 len: 173 time: 1.0614126 Nov 09 05:06:28.404949 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034e3bd9-12b1-44b8-b263-15cd6de07fcd', 'name': 'network-vif-deleted', 'tag': '61b97e25-c60b-444c-aa5c-c81e5e096ded'}] {{(pid=100971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:06:28.407758 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ba20ef00b6ba85be910cd3510c9842062a5dd5e124f21b50ec677df07c463ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d691616-fd04-4023-8f6e-c1bc0dd6ec79" -d '{"events": [{"server_uuid": "034e3bd9-12b1-44b8-b263-15cd6de07fcd", "name": "network-vif-deleted", "tag": "61b97e25-c60b-444c-aa5c-c81e5e096ded"}]}' {{(pid=100971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:06:28.445906 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3ed060-2545-4866-a6fc-96e1c3fdc642 x-openstack-request-id: req-7d3ed060-2545-4866-a6fc-96e1c3fdc642 {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:06:28.446353 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034e3bd9-12b1-44b8-b263-15cd6de07fcd", "name": "network-vif-deleted", "tag": "61b97e25-c60b-444c-aa5c-c81e5e096ded", "status": "completed", "code": 200}]} {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:06:28.446615 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d3ed060-2545-4866-a6fc-96e1c3fdc642 {{(pid=100971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:06:28.447141 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034e3bd9-12b1-44b8-b263-15cd6de07fcd', 'name': 'network-vif-deleted', 'tag': '61b97e25-c60b-444c-aa5c-c81e5e096ded', 'status': 'completed', 'code': 200} Nov 09 05:06:28.499763 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-acafafd0-c7a3-4812-a215-e0f581fbb38d None None] Set router fc61767b-f15e-4f2f-8c3c-3f064bba1818 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:06:28.698796 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-43f8d6f9-bda5-4232-b3dd-30507dd5c246 req-eb5bbf5e-1886-4876-9bd5-ea921555fd15 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=034e3bd9-12b1-44b8-b263-15cd6de07fcd HTTP/1.1" status: 200 len: 210 time: 0.0292757 Nov 09 05:06:28.712354 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-acafafd0-c7a3-4812-a215-e0f581fbb38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'name': 'tempest-AttachVolumeShelveTestJSON-1096774964-router', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': 'df921510edf34ac09f5be957837f5546', 'gw_port': {'id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:29Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '86d3efb5-b1bf-48fe-887e-23d6b4897ca4', 'name': '', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'mac_address': 'fa:16:3e:67:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:34Z', 'updated_at': '2021-11-09T04:56:42Z', 'revision_number': 5, 'project_id': 'df921510edf34ac09f5be957837f5546', 'subnets': [{'id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:06:28.741832 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acafafd0-c7a3-4812-a215-e0f581fbb38d None None] Checking router: fc61767b-f15e-4f2f-8c3c-3f064bba1818 for host: dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:06:28.750023 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acafafd0-c7a3-4812-a215-e0f581fbb38d None None] Routers {'fc61767b-f15e-4f2f-8c3c-3f064bba1818'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:06:28.750572 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-acafafd0-c7a3-4812-a215-e0f581fbb38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:06:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:06:28.853532 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-acafafd0-c7a3-4812-a215-e0f581fbb38d None None] Set router fc61767b-f15e-4f2f-8c3c-3f064bba1818 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:06:29.072486 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-acafafd0-c7a3-4812-a215-e0f581fbb38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'name': 'tempest-AttachVolumeShelveTestJSON-1096774964-router', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': 'df921510edf34ac09f5be957837f5546', 'gw_port': {'id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:29Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '86d3efb5-b1bf-48fe-887e-23d6b4897ca4', 'name': '', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'mac_address': 'fa:16:3e:67:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:34Z', 'updated_at': '2021-11-09T04:56:42Z', 'revision_number': 5, 'project_id': 'df921510edf34ac09f5be957837f5546', 'subnets': [{'id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:06:29.098738 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acafafd0-c7a3-4812-a215-e0f581fbb38d None None] The sync data for ids ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'] in dv-cinder-817135-2-iscsi is: [{'id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'name': 'tempest-AttachVolumeShelveTestJSON-1096774964-router', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': 'df921510edf34ac09f5be957837f5546', 'gw_port': {'id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:29Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '86d3efb5-b1bf-48fe-887e-23d6b4897ca4', 'name': '', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'mac_address': 'fa:16:3e:67:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:34Z', 'updated_at': '2021-11-09T04:56:42Z', 'revision_number': 5, 'project_id': 'df921510edf34ac09f5be957837f5546', 'subnets': [{'id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:06:29.346553 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed080bd-a86f-4911-bc0d-67b5a52fcfd1 None None] New status for floating IP 4d50ea27-d527-4484-bfaa-06d3a08a2e83: DOWN {{(pid=100973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 05:06:30.338523 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-535e807a-9f23-4630-8c5f-7d837b45305f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:30.814572 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 50482) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:06:30.868273 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-61910218-457d-4ab8-b173-31b4b061a00a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:30.890546 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-61910218-457d-4ab8-b173-31b4b061a00a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:30.935951 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-61910218-457d-4ab8-b173-31b4b061a00a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:30.938502 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-61910218-457d-4ab8-b173-31b4b061a00a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:30.939595 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-61910218-457d-4ab8-b173-31b4b061a00a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "DELETE /v2.0/security-groups/6cc05164-868d-4735-b7fc-366fb2279c8d HTTP/1.1" status: 204 len: 168 time: 0.1240578 Nov 09 05:06:30.942296 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 50484) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:06:30.948918 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61910218-457d-4ab8-b173-31b4b061a00a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc05164-868d-4735-b7fc-366fb2279c8d,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:06:30.956538 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61910218-457d-4ab8-b173-31b4b061a00a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:30.956880 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61910218-457d-4ab8-b173-31b4b061a00a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:30.957214 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61910218-457d-4ab8-b173-31b4b061a00a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:30.957546 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61910218-457d-4ab8-b173-31b4b061a00a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:30.957869 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61910218-457d-4ab8-b173-31b4b061a00a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:30.958192 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61910218-457d-4ab8-b173-31b4b061a00a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:30.958511 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61910218-457d-4ab8-b173-31b4b061a00a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:30.958828 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61910218-457d-4ab8-b173-31b4b061a00a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:30.959145 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61910218-457d-4ab8-b173-31b4b061a00a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:30.959460 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61910218-457d-4ab8-b173-31b4b061a00a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:30.959802 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61910218-457d-4ab8-b173-31b4b061a00a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:30.960124 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61910218-457d-4ab8-b173-31b4b061a00a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:30.960238 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.api.v2.resource [None req-1bf8f654-b3e3-447e-94fa-f5ca3bafdd6e tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] show failed (client error): The resource could not be found. Nov 09 05:06:30.961239 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-1bf8f654-b3e3-447e-94fa-f5ca3bafdd6e tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups/6cc05164-868d-4735-b7fc-366fb2279c8d HTTP/1.1" status: 404 len: 347 time: 0.0179627 Nov 09 05:06:30.964048 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 50486) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:06:31.082334 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-67333d44-16ec-44a0-8acc-431ea49de1e6 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Deleting port 2798ff83-00d6-447c-a1e3-34792e33a2a9 {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:06:31.082668 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-67333d44-16ec-44a0-8acc-431ea49de1e6 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:31.156988 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-67333d44-16ec-44a0-8acc-431ea49de1e6 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:31.157307 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-67333d44-16ec-44a0-8acc-431ea49de1e6 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:31.168512 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-67333d44-16ec-44a0-8acc-431ea49de1e6 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Calling delete_port for 2798ff83-00d6-447c-a1e3-34792e33a2a9 owned by network:floatingip {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:06:31.298205 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-67333d44-16ec-44a0-8acc-431ea49de1e6 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:31.324364 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67333d44-16ec-44a0-8acc-431ea49de1e6 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Pushing event deleted for resources: {'Port': ['ID=2798ff83-00d6-447c-a1e3-34792e33a2a9,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:06:31.387909 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-67333d44-16ec-44a0-8acc-431ea49de1e6 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for floatingip, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:31.390463 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-67333d44-16ec-44a0-8acc-431ea49de1e6 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for floatingip, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:31.391587 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-67333d44-16ec-44a0-8acc-431ea49de1e6 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "DELETE /v2.0/floatingips/4d50ea27-d527-4484-bfaa-06d3a08a2e83 HTTP/1.1" status: 204 len: 168 time: 0.4266448 Nov 09 05:06:31.612204 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:31.778609 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 50500) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:06:31.783648 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-5de2b15b-071e-4184-ac9d-bace1e38f302 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1181779097', 'description': 'tempest-description--1175909970'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:06:31.806627 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-5de2b15b-071e-4184-ac9d-bace1e38f302 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:31.873394 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-5de2b15b-071e-4184-ac9d-bace1e38f302 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:31.876994 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-5de2b15b-071e-4184-ac9d-bace1e38f302 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:31.905189 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-5de2b15b-071e-4184-ac9d-bace1e38f302 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:31.906393 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-5de2b15b-071e-4184-ac9d-bace1e38f302 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1267788 Nov 09 05:06:31.908803 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2b15b-071e-4184-ac9d-bace1e38f302 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a5cd4c-4d37-4113-baab-5f0788553ffa,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:06:31.909951 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 50502) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:06:31.915595 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-1ee71a16-18f5-4ca2-a757-b50619ffe3fc tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Request body: {'security_group_rule': {'security_group_id': '00a5cd4c-4d37-4113-baab-5f0788553ffa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:06:31.947458 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-1ee71a16-18f5-4ca2-a757-b50619ffe3fc tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:31.953371 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 61b97e25-c60b-444c-aa5c-c81e5e096ded no longer exists at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:06:31.973010 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] No Port match for: 61b97e25-c60b-444c-aa5c-c81e5e096ded {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:06:31.973344 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 61b97e25-c60b-444c-aa5c-c81e5e096ded not bound to the agent host hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:06:32.010773 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-1ee71a16-18f5-4ca2-a757-b50619ffe3fc tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:32.014286 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-1ee71a16-18f5-4ca2-a757-b50619ffe3fc tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:32.032132 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee71a16-18f5-4ca2-a757-b50619ffe3fc tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc4fe34-5424-4eb4-9f78-5b348cf4f1b3,revision_number=0']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:06:32.040496 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-1ee71a16-18f5-4ca2-a757-b50619ffe3fc tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:32.041674 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-1ee71a16-18f5-4ca2-a757-b50619ffe3fc tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298790 Nov 09 05:06:32.044331 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 50504) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:06:32.049070 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-91aef2f3-daf9-4121-a3d7-25b131a85ca3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Request body: {'security_group_rule': {'security_group_id': '00a5cd4c-4d37-4113-baab-5f0788553ffa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:06:32.074179 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-91aef2f3-daf9-4121-a3d7-25b131a85ca3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:32.127088 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-91aef2f3-daf9-4121-a3d7-25b131a85ca3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:32.129969 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-91aef2f3-daf9-4121-a3d7-25b131a85ca3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:32.147128 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aef2f3-daf9-4121-a3d7-25b131a85ca3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8578a9aa-2912-42a6-9dbf-f8fb24807737,revision_number=0']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:06:32.154937 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-91aef2f3-daf9-4121-a3d7-25b131a85ca3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:32.156140 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-91aef2f3-daf9-4121-a3d7-25b131a85ca3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1109040 Nov 09 05:06:32.159747 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 50506) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:06:32.163886 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-89fbc1e8-3ab4-45c4-acfe-d95605b31028 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Request body: {'floatingip': {'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:06:32.184936 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-89fbc1e8-3ab4-45c4-acfe-d95605b31028 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for floatingip, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:32.281193 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-89fbc1e8-3ab4-45c4-acfe-d95605b31028 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:32.381582 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [None req-89fbc1e8-3ab4-45c4-acfe-d95605b31028 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Allocated IP 172.27.0.15 (88e43ffb-3775-4d57-b72a-70455855b0f1/a0c8eb9b-e525-49dd-abc3-6c12893ff27c/619a22e6-84bd-4fba-be40-74b7bb5cc3bf) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:06:32.486566 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-89fbc1e8-3ab4-45c4-acfe-d95605b31028 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:32.518646 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-89fbc1e8-3ab4-45c4-acfe-d95605b31028 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:32.554237 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fbc1e8-3ab4-45c4-acfe-d95605b31028 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Network 88e43ffb-3775-4d57-b72a-70455855b0f1 is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:06:32.558975 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-89fbc1e8-3ab4-45c4-acfe-d95605b31028 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:06:32.563475 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fbc1e8-3ab4-45c4-acfe-d95605b31028 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:06:32.586196 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbc1e8-3ab4-45c4-acfe-d95605b31028 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Pushing event updated for resources: {'Port': ['ID=619a22e6-84bd-4fba-be40-74b7bb5cc3bf,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:06:32.652036 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-89fbc1e8-3ab4-45c4-acfe-d95605b31028 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:32.683875 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-89fbc1e8-3ab4-45c4-acfe-d95605b31028 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:32.837752 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-89fbc1e8-3ab4-45c4-acfe-d95605b31028 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for port, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:32.842530 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-89fbc1e8-3ab4-45c4-acfe-d95605b31028 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3537972'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:32.913077 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbc1e8-3ab4-45c4-acfe-d95605b31028 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Pushing event updated for resources: {'Port': ['ID=619a22e6-84bd-4fba-be40-74b7bb5cc3bf,revision_number=2']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:06:32.919077 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-89fbc1e8-3ab4-45c4-acfe-d95605b31028 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461206'] for floatingip, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:32.934229 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-89fbc1e8-3ab4-45c4-acfe-d95605b31028 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for floatingip, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:32.935441 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-89fbc1e8-3ab4-45c4-acfe-d95605b31028 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7747891 Nov 09 05:06:32.972319 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:33.102742 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-5640e1e7-79fc-4065-9b76-71bc2c15735b tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1181779097&fields=id&tenant_id=df921510edf34ac09f5be957837f5546 HTTP/1.1" status: 200 len: 267 time: 0.0409594 Nov 09 05:06:33.209222 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-1850b7a3-2789-4be6-9c5d-5b6a35953e80 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:33.210558 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-1850b7a3-2789-4be6-9c5d-5b6a35953e80 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/networks?id=c60fd891-87b5-46cd-8c22-d608e60c1a68 HTTP/1.1" status: 200 len: 817 time: 0.1011212 Nov 09 05:06:33.224759 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-4d2d5f6a-f7fd-4e6b-a1f3-0c6667189733 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/quotas/df921510edf34ac09f5be957837f5546 HTTP/1.1" status: 200 len: 375 time: 0.0085335 Nov 09 05:06:33.277924 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-875d91fa-1c5a-409e-96a6-d7ddc0d2d933 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=df921510edf34ac09f5be957837f5546&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480316 Nov 09 05:06:33.337419 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-2243df74-fca3-4c0c-9c33-8740a9d518f2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 05:06:33.338385 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-2243df74-fca3-4c0c-9c33-8740a9d518f2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0489039 Nov 09 05:06:33.428928 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-89d5ac4d-be24-4b70-8277-e883403713d5 service neutron] 10.222.0.41 "GET /v2.0/networks/c60fd891-87b5-46cd-8c22-d608e60c1a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843627 Nov 09 05:06:33.514686 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-747a0e61-839d-4df9-bcee-18ceeb65c055 service neutron] 10.222.0.41 "GET /v2.0/networks/c60fd891-87b5-46cd-8c22-d608e60c1a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798810 Nov 09 05:06:33.605545 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:06:33.676728 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f574bfa5-7813-486f-ab7f-8c88840cbce4 req-803108d3-f97e-443a-92bc-800c947a66d6 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=6308e5b8-e07c-479a-abf3-726c34bb3ab9 HTTP/1.1" status: 200 len: 210 time: 0.0267889 Nov 09 05:06:33.792915 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:34.727005 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-9d103750-27fe-4be6-94b3-b8cbf1303c2f tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:34.729011 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-9d103750-27fe-4be6-94b3-b8cbf1303c2f tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.20 "GET /v2.0/networks?id=c60fd891-87b5-46cd-8c22-d608e60c1a68 HTTP/1.1" status: 200 len: 817 time: 0.1058877 Nov 09 05:06:34.778793 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-cde7d8aa-859a-45cd-ac69-1e07164afddf req-7ac36eef-3043-433f-ad80-d30f7fbc79ea tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=6308e5b8-e07c-479a-abf3-726c34bb3ab9 HTTP/1.1" status: 200 len: 210 time: 0.0315247 Nov 09 05:06:34.825447 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-7c00721f-09cd-47ec-8a84-f5fd1ff1c9b4 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df921510edf34ac09f5be957837f5546 HTTP/1.1" status: 200 len: 380 time: 0.0661771 Nov 09 05:06:34.835205 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-bdd307f6-b475-4227-9067-579e5091146a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Request body: {'port': {'device_id': '6308e5b8-e07c-479a-abf3-726c34bb3ab9', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'admin_state_up': True, 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'security_groups': ['00a5cd4c-4d37-4113-baab-5f0788553ffa']}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:06:34.942907 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-bdd307f6-b475-4227-9067-579e5091146a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Made reservation on behalf of df921510edf34ac09f5be957837f5546 for: {'port': 1} {{(pid=100971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:06:34.946504 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-bdd307f6-b475-4227-9067-579e5091146a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:35.068430 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-bdd307f6-b475-4227-9067-579e5091146a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Allocated IP 172.20.0.14 (c60fd891-87b5-46cd-8c22-d608e60c1a68/5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6/7cc6de73-4344-46a6-af37-6e01f08a188d) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:06:35.195911 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-bdd307f6-b475-4227-9067-579e5091146a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:35.226868 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-bdd307f6-b475-4227-9067-579e5091146a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:35.270397 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-bdd307f6-b475-4227-9067-579e5091146a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Network c60fd891-87b5-46cd-8c22-d608e60c1a68 is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:06:35.275287 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-bdd307f6-b475-4227-9067-579e5091146a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:06:35.278921 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-bdd307f6-b475-4227-9067-579e5091146a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:06:35.302269 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd307f6-b475-4227-9067-579e5091146a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Pushing event updated for resources: {'Port': ['ID=7cc6de73-4344-46a6-af37-6e01f08a188d,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:06:35.331242 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-bdd307f6-b475-4227-9067-579e5091146a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:35.331899 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-bdd307f6-b475-4227-9067-579e5091146a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:35.349068 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-bdd307f6-b475-4227-9067-579e5091146a tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5174303 Nov 09 05:06:35.433746 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-0b4a65f6-9b90-4772-8fd3-69e30298485b service neutron] Request body: {'port': {'device_id': '6308e5b8-e07c-479a-abf3-726c34bb3ab9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:06:35.484021 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-0b4a65f6-9b90-4772-8fd3-69e30298485b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:35.487927 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-ffc82159-8c7f-4f0e-8dcc-2c7db7e0129e None None] Provisioning complete for port 7cc6de73-4344-46a6-af37-6e01f08a188d triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:06:35.488419 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-ffc82159-8c7f-4f0e-8dcc-2c7db7e0129e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:35.524396 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-ffc82159-8c7f-4f0e-8dcc-2c7db7e0129e None None] Port 7cc6de73-4344-46a6-af37-6e01f08a188d cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:06:35.736397 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.notifiers.nova [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-0b4a65f6-9b90-4772-8fd3-69e30298485b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc6de73-4344-46a6-af37-6e01f08a188d {{(pid=100971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:06:35.743424 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-0b4a65f6-9b90-4772-8fd3-69e30298485b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:35.755694 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.provisioning_blocks [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-0b4a65f6-9b90-4772-8fd3-69e30298485b service neutron] Transition to ACTIVE for port object 7cc6de73-4344-46a6-af37-6e01f08a188d will not be triggered until provisioned by entity L2. {{(pid=100971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 05:06:35.760045 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-0b4a65f6-9b90-4772-8fd3-69e30298485b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3537972'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:35.828051 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a65f6-9b90-4772-8fd3-69e30298485b service neutron] Pushing event updated for resources: {'Port': ['ID=7cc6de73-4344-46a6-af37-6e01f08a188d,revision_number=2']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:06:35.926974 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2b799-24ab-434a-afb2-49c52fbb6121 req-fe2ea351-658e-49b3-a5fa-4efc86761af2 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:35.928545 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6eb2b799-24ab-434a-afb2-49c52fbb6121 req-fe2ea351-658e-49b3-a5fa-4efc86761af2 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=6308e5b8-e07c-479a-abf3-726c34bb3ab9 HTTP/1.1" status: 200 len: 944 time: 0.0650451 Nov 09 05:06:35.929836 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.managers [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-0b4a65f6-9b90-4772-8fd3-69e30298485b service neutron] Attempting to bind port 7cc6de73-4344-46a6-af37-6e01f08a188d on host hv-cinder-81713 for vnic_type normal with profile {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:06:35.930171 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.managers [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-0b4a65f6-9b90-4772-8fd3-69e30298485b service neutron] Attempting to bind port 7cc6de73-4344-46a6-af37-6e01f08a188d by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': '52977b9b-7dbb-46b3-9e6e-45b18f32a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68'}] {{(pid=100971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:06:35.930494 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-0b4a65f6-9b90-4772-8fd3-69e30298485b service neutron] Attempting to bind port 7cc6de73-4344-46a6-af37-6e01f08a188d on network c60fd891-87b5-46cd-8c22-d608e60c1a68 {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:06:35.936976 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-0b4a65f6-9b90-4772-8fd3-69e30298485b service neutron] Port 7cc6de73-4344-46a6-af37-6e01f08a188d on network c60fd891-87b5-46cd-8c22-d608e60c1a68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 05:06:35.937294 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-0b4a65f6-9b90-4772-8fd3-69e30298485b service neutron] Attempting to bind port 7cc6de73-4344-46a6-af37-6e01f08a188d on network c60fd891-87b5-46cd-8c22-d608e60c1a68 {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:06:35.952784 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-0b4a65f6-9b90-4772-8fd3-69e30298485b service neutron] Checking agent: {'id': '95cbc7df-874e-4f22-acf5-3b3cdde6b18e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'started_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:06:35.953122 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-0b4a65f6-9b90-4772-8fd3-69e30298485b service neutron] Checking segment: {'id': '52977b9b-7dbb-46b3-9e6e-45b18f32a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:06:35.953493 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-0b4a65f6-9b90-4772-8fd3-69e30298485b service neutron] Bound using segment: {'id': '52977b9b-7dbb-46b3-9e6e-45b18f32a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68'} {{(pid=100971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:06:35.953913 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.managers [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-0b4a65f6-9b90-4772-8fd3-69e30298485b service neutron] Bound port: 7cc6de73-4344-46a6-af37-6e01f08a188d, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52977b9b-7dbb-46b3-9e6e-45b18f32a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68'}}] {{(pid=100971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:06:35.954291 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-0b4a65f6-9b90-4772-8fd3-69e30298485b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:36.012004 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6eb2b799-24ab-434a-afb2-49c52fbb6121 req-3f6bfd04-0d13-4a5c-a3d1-1047696d29db tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a5cd4c-4d37-4113-baab-5f0788553ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765090 Nov 09 05:06:36.039569 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-0b4a65f6-9b90-4772-8fd3-69e30298485b service neutron] For port 7cc6de73-4344-46a6-af37-6e01f08a188d, host hv-cinder-81713, cleared binding levels {{(pid=100971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:06:36.042626 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-0b4a65f6-9b90-4772-8fd3-69e30298485b service neutron] For port 7cc6de73-4344-46a6-af37-6e01f08a188d, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=7cc6de73-4344-46a6-af37-6e01f08a188d,segment=NetworkSegment(52977b9b-7dbb-46b3-9e6e-45b18f32a431),segment_id=52977b9b-7dbb-46b3-9e6e-45b18f32a431)] {{(pid=100971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:06:36.047275 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-0b4a65f6-9b90-4772-8fd3-69e30298485b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3537972'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:36.081707 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-0b4a65f6-9b90-4772-8fd3-69e30298485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:36.082333 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-0b4a65f6-9b90-4772-8fd3-69e30298485b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:36.084040 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-0b4a65f6-9b90-4772-8fd3-69e30298485b service neutron] 10.222.0.20 "PUT /v2.0/ports/7cc6de73-4344-46a6-af37-6e01f08a188d HTTP/1.1" status: 200 len: 1094 time: 0.6546519 Nov 09 05:06:36.086043 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6308e5b8-e07c-479a-abf3-726c34bb3ab9', 'tag': '7cc6de73-4344-46a6-af37-6e01f08a188d'}] {{(pid=100971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:06:36.088333 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ba20ef00b6ba85be910cd3510c9842062a5dd5e124f21b50ec677df07c463ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc417df-d6f9-409b-8ea2-bdbcb5eec6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "6308e5b8-e07c-479a-abf3-726c34bb3ab9", "tag": "7cc6de73-4344-46a6-af37-6e01f08a188d"}]}' {{(pid=100971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:06:36.117849 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a65f6-9b90-4772-8fd3-69e30298485b service neutron] Pushing event updated for resources: {'Port': ['ID=7cc6de73-4344-46a6-af37-6e01f08a188d,revision_number=3']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:06:36.132831 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3016201-e114-4e6a-ae28-65084296dc0e x-openstack-request-id: req-b3016201-e114-4e6a-ae28-65084296dc0e {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:06:36.133256 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6308e5b8-e07c-479a-abf3-726c34bb3ab9", "tag": "7cc6de73-4344-46a6-af37-6e01f08a188d", "status": "completed", "code": 200}]} {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:06:36.133510 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3016201-e114-4e6a-ae28-65084296dc0e {{(pid=100971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:06:36.134036 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6308e5b8-e07c-479a-abf3-726c34bb3ab9', 'tag': '7cc6de73-4344-46a6-af37-6e01f08a188d', 'status': 'completed', 'code': 200} Nov 09 05:06:36.197202 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-3583a677-5140-44fb-93bf-b0eaee9f5035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:36.198727 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-3583a677-5140-44fb-93bf-b0eaee9f5035 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df921510edf34ac09f5be957837f5546&device_id=6308e5b8-e07c-479a-abf3-726c34bb3ab9 HTTP/1.1" status: 200 len: 1097 time: 0.0464501 Nov 09 05:06:36.249116 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-1440ed14-eeba-4d6b-8863-86f9967dfc41 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc6de73-4344-46a6-af37-6e01f08a188d HTTP/1.1" status: 200 len: 217 time: 0.0343933 Nov 09 05:06:36.305116 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-2275d10c-1117-42bb-9ab2-28dd968fd332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:36.306563 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-2275d10c-1117-42bb-9ab2-28dd968fd332 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6 HTTP/1.1" status: 200 len: 856 time: 0.0483985 Nov 09 05:06:36.350645 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-d48d1c25-ab64-47de-99b6-5b477fb58109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:36.352016 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-d48d1c25-ab64-47de-99b6-5b477fb58109 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60fd891-87b5-46cd-8c22-d608e60c1a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383966 Nov 09 05:06:36.442617 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-935c2241-dc2e-464b-8a6c-5cf5ec513306 service neutron] 10.222.0.20 "GET /v2.0/networks/c60fd891-87b5-46cd-8c22-d608e60c1a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835528 Nov 09 05:06:36.532111 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2f320cb8-4633-4d29-8a94-5086f8635cbf req-2c868fdf-649a-43a8-bf10-4401bedd0c2d service neutron] 10.222.0.20 "GET /v2.0/networks/c60fd891-87b5-46cd-8c22-d608e60c1a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822940 Nov 09 05:06:36.670010 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc417df-d6f9-409b-8ea2-bdbcb5eec6bf req-05833707-3aa9-4caa-972b-7f6dee49bf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:36.671486 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9cc417df-d6f9-409b-8ea2-bdbcb5eec6bf req-05833707-3aa9-4caa-972b-7f6dee49bf12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df921510edf34ac09f5be957837f5546&device_id=6308e5b8-e07c-479a-abf3-726c34bb3ab9 HTTP/1.1" status: 200 len: 1097 time: 0.0410130 Nov 09 05:06:36.758866 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc417df-d6f9-409b-8ea2-bdbcb5eec6bf req-573db673-b0b2-4345-8318-3cdabbb46e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:36.760335 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9cc417df-d6f9-409b-8ea2-bdbcb5eec6bf req-573db673-b0b2-4345-8318-3cdabbb46e53 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60fd891-87b5-46cd-8c22-d608e60c1a68 HTTP/1.1" status: 200 len: 918 time: 0.0807357 Nov 09 05:06:36.803336 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9cc417df-d6f9-409b-8ea2-bdbcb5eec6bf req-d9292af9-40b8-4c84-9c68-b01e34a2c4b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc6de73-4344-46a6-af37-6e01f08a188d HTTP/1.1" status: 200 len: 217 time: 0.0354102 Nov 09 05:06:36.849829 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc417df-d6f9-409b-8ea2-bdbcb5eec6bf req-2771c674-34eb-43fd-963f-725ad5658892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:36.851156 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9cc417df-d6f9-409b-8ea2-bdbcb5eec6bf req-2771c674-34eb-43fd-963f-725ad5658892 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6 HTTP/1.1" status: 200 len: 856 time: 0.0412238 Nov 09 05:06:36.895047 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc417df-d6f9-409b-8ea2-bdbcb5eec6bf req-28e08656-c719-4bdd-aa7a-9456a0429746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:36.896507 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9cc417df-d6f9-409b-8ea2-bdbcb5eec6bf req-28e08656-c719-4bdd-aa7a-9456a0429746 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60fd891-87b5-46cd-8c22-d608e60c1a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376229 Nov 09 05:06:37.223061 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9cc417df-d6f9-409b-8ea2-bdbcb5eec6bf req-33e7c370-3b55-4cc7-a50d-7161fc1e506c service neutron] 10.222.0.20 "GET /v2.0/networks/c60fd891-87b5-46cd-8c22-d608e60c1a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194122 Nov 09 05:06:37.231302 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734cd24-0d64-4954-a125-060bc2d1ae63 req-46a120b5-c6d6-4510-bbb8-94de9ef3ef4d tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:37.232678 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a734cd24-0d64-4954-a125-060bc2d1ae63 req-46a120b5-c6d6-4510-bbb8-94de9ef3ef4d tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=6308e5b8-e07c-479a-abf3-726c34bb3ab9 HTTP/1.1" status: 200 len: 944 time: 0.0691140 Nov 09 05:06:37.333975 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a734cd24-0d64-4954-a125-060bc2d1ae63 req-5d58b1b6-b6b3-4e32-b4bd-866e4b8f1131 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a5cd4c-4d37-4113-baab-5f0788553ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936027 Nov 09 05:06:37.349186 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9cc417df-d6f9-409b-8ea2-bdbcb5eec6bf req-a50ccda0-6bd1-4817-8f3e-3975ffda84fd service neutron] 10.222.0.20 "GET /v2.0/networks/c60fd891-87b5-46cd-8c22-d608e60c1a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156266 Nov 09 05:06:38.455636 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b3d7a-cd71-4919-8fc5-4909db66ef0b req-5c49fcca-93fc-42ae-b878-43ad4d23c6e6 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:38.457101 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6b6b3d7a-cd71-4919-8fc5-4909db66ef0b req-5c49fcca-93fc-42ae-b878-43ad4d23c6e6 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=6308e5b8-e07c-479a-abf3-726c34bb3ab9 HTTP/1.1" status: 200 len: 944 time: 0.0510452 Nov 09 05:06:38.503933 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6b6b3d7a-cd71-4919-8fc5-4909db66ef0b req-d418e5db-06b6-43d4-8ffb-7d786cd87f7f tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a5cd4c-4d37-4113-baab-5f0788553ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408859 Nov 09 05:06:39.547596 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:39.671762 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082df68a-728d-449c-abb1-b3d1a1c4131b req-9455d7ed-805a-4b73-baa2-38336ec4e3ac tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:39.673238 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-082df68a-728d-449c-abb1-b3d1a1c4131b req-9455d7ed-805a-4b73-baa2-38336ec4e3ac tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=6308e5b8-e07c-479a-abf3-726c34bb3ab9 HTTP/1.1" status: 200 len: 944 time: 0.0990016 Nov 09 05:06:39.719549 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-082df68a-728d-449c-abb1-b3d1a1c4131b req-e481a6b7-0c7a-4f8d-8562-f8009297b113 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a5cd4c-4d37-4113-baab-5f0788553ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403543 Nov 09 05:06:39.966427 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 7cc6de73-4344-46a6-af37-6e01f08a188d details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=100973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 05:06:40.061310 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 7cc6de73-4344-46a6-af37-6e01f08a188d, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=7cc6de73-4344-46a6-af37-6e01f08a188d,segment=NetworkSegment(52977b9b-7dbb-46b3-9e6e-45b18f32a431),segment_id=52977b9b-7dbb-46b3-9e6e-45b18f32a431)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:06:40.071768 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Returning: {'device': '7cc6de73-4344-46a6-af37-6e01f08a188d', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'port_id': '7cc6de73-4344-46a6-af37-6e01f08a188d', 'mac_address': 'fa:16:3e:1d:7c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 05:06:40.107069 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:40.119784 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc6de73-4344-46a6-af37-6e01f08a188d {{(pid=100973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:06:40.138592 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 7cc6de73-4344-46a6-af37-6e01f08a188d, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=7cc6de73-4344-46a6-af37-6e01f08a188d,segment=NetworkSegment(52977b9b-7dbb-46b3-9e6e-45b18f32a431),segment_id=52977b9b-7dbb-46b3-9e6e-45b18f32a431)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:06:40.142261 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:40.187406 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=7cc6de73-4344-46a6-af37-6e01f08a188d,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:06:40.194448 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:40.194790 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:40.195123 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:40.195447 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:40.195791 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:40.196116 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:40.196431 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:40.196746 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:40.197063 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:40.197377 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:40.197686 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:40.197994 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:06:40.693836 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['7cc6de73-4344-46a6-af37-6e01f08a188d'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:06:40.839443 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2b0e8-a21f-4a1b-ab65-8eac11d609e0 req-2e17e10d-093d-4a83-a7d7-37451e15e237 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:40.841130 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6ee2b0e8-a21f-4a1b-ab65-8eac11d609e0 req-2e17e10d-093d-4a83-a7d7-37451e15e237 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=6308e5b8-e07c-479a-abf3-726c34bb3ab9 HTTP/1.1" status: 200 len: 945 time: 0.0488203 Nov 09 05:06:40.887251 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6ee2b0e8-a21f-4a1b-ab65-8eac11d609e0 req-303fd9ce-315c-4659-b357-7a435b4e1e98 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a5cd4c-4d37-4113-baab-5f0788553ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398049 Nov 09 05:06:41.970781 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 7cc6de73-4344-46a6-af37-6e01f08a188d up at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:06:42.006157 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa882d32-9474-4455-8d3f-dec0717f4666 req-ffeb78c7-454f-4d7a-a1a9-8dbcba8fa792 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:42.007602 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-fa882d32-9474-4455-8d3f-dec0717f4666 req-ffeb78c7-454f-4d7a-a1a9-8dbcba8fa792 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=6308e5b8-e07c-479a-abf3-726c34bb3ab9 HTTP/1.1" status: 200 len: 945 time: 0.0506938 Nov 09 05:06:42.017769 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning for port 7cc6de73-4344-46a6-af37-6e01f08a188d completed by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 05:06:42.022401 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning complete for port 7cc6de73-4344-46a6-af37-6e01f08a188d triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:06:42.022793 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:42.056416 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-fa882d32-9474-4455-8d3f-dec0717f4666 req-99e1a942-22dc-4d36-9476-ccaf5fd096a7 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a5cd4c-4d37-4113-baab-5f0788553ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427542 Nov 09 05:06:42.102184 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:42.123296 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6308e5b8-e07c-479a-abf3-726c34bb3ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc6de73-4344-46a6-af37-6e01f08a188d'}] {{(pid=100973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:06:42.125434 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54011f83237459a559275aec36f6846328bebe107db2d1d5386815f5349ca10e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cea491-343a-4864-98c9-8e9d2e1838e8" -d '{"events": [{"server_uuid": "6308e5b8-e07c-479a-abf3-726c34bb3ab9", "name": "network-vif-plugged", "status": "completed", "tag": "7cc6de73-4344-46a6-af37-6e01f08a188d"}]}' {{(pid=100973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:06:42.140644 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 7cc6de73-4344-46a6-af37-6e01f08a188d, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=7cc6de73-4344-46a6-af37-6e01f08a188d,segment=NetworkSegment(52977b9b-7dbb-46b3-9e6e-45b18f32a431),segment_id=52977b9b-7dbb-46b3-9e6e-45b18f32a431)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:06:42.145888 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:42.199667 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=7cc6de73-4344-46a6-af37-6e01f08a188d,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:06:42.229359 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3a854b-7051-4775-a0dc-0be9727ba3e4 x-openstack-request-id: req-2e3a854b-7051-4775-a0dc-0be9727ba3e4 {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:06:42.229605 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6308e5b8-e07c-479a-abf3-726c34bb3ab9", "name": "network-vif-plugged", "status": "completed", "tag": "7cc6de73-4344-46a6-af37-6e01f08a188d", "code": 200}]} {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:06:42.229853 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e3a854b-7051-4775-a0dc-0be9727ba3e4 {{(pid=100973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:06:42.230243 dv-cinder-817135-2-iscsi neutron-server[100973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6308e5b8-e07c-479a-abf3-726c34bb3ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc6de73-4344-46a6-af37-6e01f08a188d', 'code': 200} Nov 09 05:06:42.624769 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac629ae-028a-4174-872e-eb39547b12a4 req-a00dc51d-d904-4ad1-b4f4-455d878be288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:42.626213 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9ac629ae-028a-4174-872e-eb39547b12a4 req-a00dc51d-d904-4ad1-b4f4-455d878be288 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6308e5b8-e07c-479a-abf3-726c34bb3ab9 HTTP/1.1" status: 200 len: 1099 time: 0.0389099 Nov 09 05:06:42.673006 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9ac629ae-028a-4174-872e-eb39547b12a4 req-e49f0d36-f77b-44f0-8a16-13cf689605bf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=00a5cd4c-4d37-4113-baab-5f0788553ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374832 Nov 09 05:06:43.176537 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d321d4-9c53-4ebe-bd42-0db17aaa6b5b req-3d737600-ffac-4cee-8ddf-78e813d18da0 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:43.177885 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-64d321d4-9c53-4ebe-bd42-0db17aaa6b5b req-3d737600-ffac-4cee-8ddf-78e813d18da0 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=6308e5b8-e07c-479a-abf3-726c34bb3ab9 HTTP/1.1" status: 200 len: 946 time: 0.0510101 Nov 09 05:06:43.222336 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-64d321d4-9c53-4ebe-bd42-0db17aaa6b5b req-8b67c80f-51df-49ae-8e4b-e5a248010b9c tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a5cd4c-4d37-4113-baab-5f0788553ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386655 Nov 09 05:06:44.350990 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8a358-aa24-4543-a340-9dd4a405cc75 req-fdd5074e-efe0-458b-a206-dbdeedc233b9 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:44.352644 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a0d8a358-aa24-4543-a340-9dd4a405cc75 req-fdd5074e-efe0-458b-a206-dbdeedc233b9 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=6308e5b8-e07c-479a-abf3-726c34bb3ab9 HTTP/1.1" status: 200 len: 946 time: 0.0558147 Nov 09 05:06:44.399302 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a0d8a358-aa24-4543-a340-9dd4a405cc75 req-32003397-d9b7-4c8f-92ed-2db4b818e321 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a5cd4c-4d37-4113-baab-5f0788553ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406232 Nov 09 05:06:44.510635 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5825343-425d-4f5d-8150-5ef5a5efafea req-29387dd9-838e-487a-b1ee-c58ed994f706 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:44.511995 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e5825343-425d-4f5d-8150-5ef5a5efafea req-29387dd9-838e-487a-b1ee-c58ed994f706 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=6308e5b8-e07c-479a-abf3-726c34bb3ab9 HTTP/1.1" status: 200 len: 946 time: 0.0470750 Nov 09 05:06:44.521218 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 50668) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:06:44.525439 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-0ddf6ca9-b60b-4e04-ac2e-b4e87a010f9b tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Request body: {'floatingip': {'port_id': '7cc6de73-4344-46a6-af37-6e01f08a188d'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:06:44.561978 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6ca9-b60b-4e04-ac2e-b4e87a010f9b tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for floatingip, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:45.112342 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6ca9-b60b-4e04-ac2e-b4e87a010f9b tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:45.116181 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6ca9-b60b-4e04-ac2e-b4e87a010f9b tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461206'] for floatingip, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:45.210148 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.db.l3_db [None req-0ddf6ca9-b60b-4e04-ac2e-b4e87a010f9b tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Floating IP c766f341-c144-40a8-8a30-73c58c79c49b associated. External IP: 172.27.0.15, port: 7cc6de73-4344-46a6-af37-6e01f08a188d. Nov 09 05:06:45.409091 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddf6ca9-b60b-4e04-ac2e-b4e87a010f9b tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Router fc61767b-f15e-4f2f-8c3c-3f064bba1818 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:06:45.512297 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddf6ca9-b60b-4e04-ac2e-b4e87a010f9b tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:06:45.517055 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6ca9-b60b-4e04-ac2e-b4e87a010f9b tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for floatingip, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:06:45.523292 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141c94a4-64a8-49f7-9852-7a85d394f2b8 None None] Sync routers for ids ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'] in dv-cinder-817135-2-iscsi {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:06:45.532509 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141c94a4-64a8-49f7-9852-7a85d394f2b8 None None] Routers {'fc61767b-f15e-4f2f-8c3c-3f064bba1818'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:06:45.533113 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-141c94a4-64a8-49f7-9852-7a85d394f2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:06:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:06:45.543264 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-0ddf6ca9-b60b-4e04-ac2e-b4e87a010f9b tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "PUT /v2.0/floatingips/c766f341-c144-40a8-8a30-73c58c79c49b HTTP/1.1" status: 200 len: 991 time: 1.0210421 Nov 09 05:06:45.543929 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6308e5b8-e07c-479a-abf3-726c34bb3ab9', 'tag': '7cc6de73-4344-46a6-af37-6e01f08a188d'}] {{(pid=100971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:06:45.546238 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ba20ef00b6ba85be910cd3510c9842062a5dd5e124f21b50ec677df07c463ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce27e32-f6a2-4994-a61d-e37dd59ac6ed" -d '{"events": [{"name": "network-changed", "server_uuid": "6308e5b8-e07c-479a-abf3-726c34bb3ab9", "tag": "7cc6de73-4344-46a6-af37-6e01f08a188d"}]}' {{(pid=100971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:06:45.585132 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa6c77b-4513-47f0-a777-52ff885de7ef x-openstack-request-id: req-cfa6c77b-4513-47f0-a777-52ff885de7ef {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:06:45.585419 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6308e5b8-e07c-479a-abf3-726c34bb3ab9", "tag": "7cc6de73-4344-46a6-af37-6e01f08a188d", "status": "completed", "code": 200}]} {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:06:45.585669 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cfa6c77b-4513-47f0-a777-52ff885de7ef {{(pid=100971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:06:45.586648 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6308e5b8-e07c-479a-abf3-726c34bb3ab9', 'tag': '7cc6de73-4344-46a6-af37-6e01f08a188d', 'status': 'completed', 'code': 200} Nov 09 05:06:45.683243 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce27e32-f6a2-4994-a61d-e37dd59ac6ed req-078ebfb4-665c-4330-a762-ef938f9ce751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:45.685004 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7ce27e32-f6a2-4994-a61d-e37dd59ac6ed req-078ebfb4-665c-4330-a762-ef938f9ce751 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df921510edf34ac09f5be957837f5546&device_id=6308e5b8-e07c-479a-abf3-726c34bb3ab9 HTTP/1.1" status: 200 len: 1099 time: 0.0463357 Nov 09 05:06:45.731828 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-141c94a4-64a8-49f7-9852-7a85d394f2b8 None None] Set router fc61767b-f15e-4f2f-8c3c-3f064bba1818 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:06:45.779747 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce27e32-f6a2-4994-a61d-e37dd59ac6ed req-16870be5-57ea-4e76-8433-63c2dc2337b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:45.781385 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7ce27e32-f6a2-4994-a61d-e37dd59ac6ed req-16870be5-57ea-4e76-8433-63c2dc2337b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60fd891-87b5-46cd-8c22-d608e60c1a68 HTTP/1.1" status: 200 len: 918 time: 0.0883627 Nov 09 05:06:45.847931 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7ce27e32-f6a2-4994-a61d-e37dd59ac6ed req-3a6fd46a-e5b2-4c97-b96c-bb3386b11223 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc6de73-4344-46a6-af37-6e01f08a188d HTTP/1.1" status: 200 len: 999 time: 0.0582972 Nov 09 05:06:45.896755 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce27e32-f6a2-4994-a61d-e37dd59ac6ed req-8b56a366-693e-492b-bce7-1813d9033b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:45.898179 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7ce27e32-f6a2-4994-a61d-e37dd59ac6ed req-8b56a366-693e-492b-bce7-1813d9033b8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6 HTTP/1.1" status: 200 len: 856 time: 0.0431697 Nov 09 05:06:45.946388 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce27e32-f6a2-4994-a61d-e37dd59ac6ed req-81485daf-3a82-41ab-8cdf-ec794351887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:45.947826 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7ce27e32-f6a2-4994-a61d-e37dd59ac6ed req-81485daf-3a82-41ab-8cdf-ec794351887c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60fd891-87b5-46cd-8c22-d608e60c1a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427809 Nov 09 05:06:45.953490 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-141c94a4-64a8-49f7-9852-7a85d394f2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'name': 'tempest-AttachVolumeShelveTestJSON-1096774964-router', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': 'df921510edf34ac09f5be957837f5546', 'gw_port': {'id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:29Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': 'c766f341-c144-40a8-8a30-73c58c79c49b', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'port_id': '7cc6de73-4344-46a6-af37-6e01f08a188d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'mac_address': 'fa:16:3e:1d:7c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308e5b8-e07c-479a-abf3-726c34bb3ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:06:32Z', 'updated_at': '2021-11-09T05:06:44Z', 'revision_number': 1, 'project_id': 'df921510edf34ac09f5be957837f5546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d3efb5-b1bf-48fe-887e-23d6b4897ca4', 'name': '', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'mac_address': 'fa:16:3e:67:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:34Z', 'updated_at': '2021-11-09T04:56:42Z', 'revision_number': 5, 'project_id': 'df921510edf34ac09f5be957837f5546', 'subnets': [{'id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:06:45.958479 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [req-7ce27e32-f6a2-4994-a61d-e37dd59ac6ed req-0231078c-a663-4809-911f-ff63ad856c75 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100971) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 05:06:45.959404 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7ce27e32-f6a2-4994-a61d-e37dd59ac6ed req-0231078c-a663-4809-911f-ff63ad856c75 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048790 Nov 09 05:06:45.979228 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141c94a4-64a8-49f7-9852-7a85d394f2b8 None None] Checking router: fc61767b-f15e-4f2f-8c3c-3f064bba1818 for host: dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:06:45.988726 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141c94a4-64a8-49f7-9852-7a85d394f2b8 None None] Routers {'fc61767b-f15e-4f2f-8c3c-3f064bba1818'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:06:45.989336 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-141c94a4-64a8-49f7-9852-7a85d394f2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:06:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:06:46.100270 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-141c94a4-64a8-49f7-9852-7a85d394f2b8 None None] Set router fc61767b-f15e-4f2f-8c3c-3f064bba1818 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:06:46.259721 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-56969d63-6a74-46ea-a8f2-fd0529ed430c req-3bae3120-afc4-4e17-b5b4-a9e8bc34c714 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386894 Nov 09 05:06:46.275528 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7ce27e32-f6a2-4994-a61d-e37dd59ac6ed req-455331ee-8bb3-4c3c-8a09-c15f1ad4f3bb service neutron] 10.222.0.20 "GET /v2.0/networks/c60fd891-87b5-46cd-8c22-d608e60c1a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086207 Nov 09 05:06:46.334275 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56969d63-6a74-46ea-a8f2-fd0529ed430c req-0241e672-4a58-4651-839a-331c9cfc8a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:46.336040 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-56969d63-6a74-46ea-a8f2-fd0529ed430c req-0241e672-4a58-4651-839a-331c9cfc8a93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acf465ea6c244dcaa76ca3817fc6801f&device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 1099 time: 0.0417027 Nov 09 05:06:46.337421 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-141c94a4-64a8-49f7-9852-7a85d394f2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'name': 'tempest-AttachVolumeShelveTestJSON-1096774964-router', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': 'df921510edf34ac09f5be957837f5546', 'gw_port': {'id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:29Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': 'c766f341-c144-40a8-8a30-73c58c79c49b', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'port_id': '7cc6de73-4344-46a6-af37-6e01f08a188d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'mac_address': 'fa:16:3e:1d:7c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308e5b8-e07c-479a-abf3-726c34bb3ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:06:32Z', 'updated_at': '2021-11-09T05:06:44Z', 'revision_number': 1, 'project_id': 'df921510edf34ac09f5be957837f5546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d3efb5-b1bf-48fe-887e-23d6b4897ca4', 'name': '', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'mac_address': 'fa:16:3e:67:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:34Z', 'updated_at': '2021-11-09T04:56:42Z', 'revision_number': 5, 'project_id': 'df921510edf34ac09f5be957837f5546', 'subnets': [{'id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:06:46.366230 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141c94a4-64a8-49f7-9852-7a85d394f2b8 None None] The sync data for ids ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'] in dv-cinder-817135-2-iscsi is: [{'id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'name': 'tempest-AttachVolumeShelveTestJSON-1096774964-router', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': 'df921510edf34ac09f5be957837f5546', 'gw_port': {'id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:29Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': 'c766f341-c144-40a8-8a30-73c58c79c49b', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'port_id': '7cc6de73-4344-46a6-af37-6e01f08a188d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'mac_address': 'fa:16:3e:1d:7c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308e5b8-e07c-479a-abf3-726c34bb3ab9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:06:32Z', 'updated_at': '2021-11-09T05:06:44Z', 'revision_number': 1, 'project_id': 'df921510edf34ac09f5be957837f5546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86d3efb5-b1bf-48fe-887e-23d6b4897ca4', 'name': '', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'mac_address': 'fa:16:3e:67:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:34Z', 'updated_at': '2021-11-09T04:56:42Z', 'revision_number': 5, 'project_id': 'df921510edf34ac09f5be957837f5546', 'subnets': [{'id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:06:46.374762 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7ce27e32-f6a2-4994-a61d-e37dd59ac6ed req-26cbb613-3113-4a70-bc20-229c00e8ae5e service neutron] 10.222.0.20 "GET /v2.0/networks/c60fd891-87b5-46cd-8c22-d608e60c1a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912347 Nov 09 05:06:46.452270 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56969d63-6a74-46ea-a8f2-fd0529ed430c req-a01b8912-2e08-4edd-9ba1-44d7a517fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:46.452270 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-56969d63-6a74-46ea-a8f2-fd0529ed430c req-a01b8912-2e08-4edd-9ba1-44d7a517fae1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f10e939-279a-4c85-98c6-1d5ee6c0218c HTTP/1.1" status: 200 len: 912 time: 0.0916088 Nov 09 05:06:46.513854 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-56969d63-6a74-46ea-a8f2-fd0529ed430c req-90b77d85-1c37-4e7d-a08c-f116060fba01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a56d5b6-a073-45bb-a202-4b929f0d7b30 HTTP/1.1" status: 200 len: 1002 time: 0.0584223 Nov 09 05:06:46.567889 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56969d63-6a74-46ea-a8f2-fd0529ed430c req-4b08a34f-c978-4631-b245-9c423358cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:46.569925 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-56969d63-6a74-46ea-a8f2-fd0529ed430c req-4b08a34f-c978-4631-b245-9c423358cb84 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45a0572c-751c-4e91-b532-b38a534f78d3 HTTP/1.1" status: 200 len: 850 time: 0.0488114 Nov 09 05:06:46.577842 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98ce04e-1cee-4ae2-b352-e4cd74579e3b None None] New status for floating IP c766f341-c144-40a8-8a30-73c58c79c49b: ACTIVE {{(pid=100973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 05:06:46.616885 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56969d63-6a74-46ea-a8f2-fd0529ed430c req-06337b04-509e-4fc7-851e-82e4d55e67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:06:46.618363 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-56969d63-6a74-46ea-a8f2-fd0529ed430c req-06337b04-509e-4fc7-851e-82e4d55e67bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f10e939-279a-4c85-98c6-1d5ee6c0218c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406456 Nov 09 05:06:46.708455 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-56969d63-6a74-46ea-a8f2-fd0529ed430c req-36b98e1d-ff2c-4a63-9880-1a37d34a8440 service neutron] 10.222.0.20 "GET /v2.0/networks/9f10e939-279a-4c85-98c6-1d5ee6c0218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821350 Nov 09 05:06:46.802423 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-56969d63-6a74-46ea-a8f2-fd0529ed430c req-9ce536df-5954-43da-9dc8-b1090e340495 service neutron] 10.222.0.20 "GET /v2.0/networks/9f10e939-279a-4c85-98c6-1d5ee6c0218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870340 Nov 09 05:06:58.155640 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-a4860723-76ca-4601-9ac6-991111860463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:00.342472 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-fe1a156b-ab37-4234-9c28-9beb01ae580d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:01.615740 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:02.976206 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:03.794835 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:09.540710 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:10.604396 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:07:19.480061 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b9c31-c918-4f50-8e40-270a0e62d63c req-768f9dc6-ec54-4843-8461-5dcaa21af555 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:19.481509 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-915b9c31-c918-4f50-8e40-270a0e62d63c req-768f9dc6-ec54-4843-8461-5dcaa21af555 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 946 time: 0.0475116 Nov 09 05:07:19.526838 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-915b9c31-c918-4f50-8e40-270a0e62d63c req-1c55a76e-5df0-41e4-a688-9b6f622af676 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395703 Nov 09 05:07:20.506485 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b1ec9-6554-435c-ac48-2a0aa69d327a req-7ee115ad-b59c-41f7-99f0-b0811803ad77 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:20.507929 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-749b1ec9-6554-435c-ac48-2a0aa69d327a req-7ee115ad-b59c-41f7-99f0-b0811803ad77 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 946 time: 0.0528827 Nov 09 05:07:20.605309 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-749b1ec9-6554-435c-ac48-2a0aa69d327a req-4443c99f-4bac-4724-9a49-dde00e37e304 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Deleting port 1a56d5b6-a073-45bb-a202-4b929f0d7b30 {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:07:20.605648 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-749b1ec9-6554-435c-ac48-2a0aa69d327a req-4443c99f-4bac-4724-9a49-dde00e37e304 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:20.703915 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9ed49-a395-4667-b7d4-6d4fcaf2f588 req-cb5e076d-e26a-4d2c-a770-00e5fbe667bd tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:20.705104 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4ca9ed49-a395-4667-b7d4-6d4fcaf2f588 req-cb5e076d-e26a-4d2c-a770-00e5fbe667bd tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 946 time: 0.1108987 Nov 09 05:07:20.733877 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-749b1ec9-6554-435c-ac48-2a0aa69d327a req-4443c99f-4bac-4724-9a49-dde00e37e304 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] For port 1a56d5b6-a073-45bb-a202-4b929f0d7b30, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=1a56d5b6-a073-45bb-a202-4b929f0d7b30,segment=NetworkSegment(c4a5a13a-f5c8-4b19-9489-1926e934b027),segment_id=c4a5a13a-f5c8-4b19-9489-1926e934b027)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:07:20.734234 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-749b1ec9-6554-435c-ac48-2a0aa69d327a req-4443c99f-4bac-4724-9a49-dde00e37e304 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:20.838886 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4ca9ed49-a395-4667-b7d4-6d4fcaf2f588 req-0a777c9b-cc43-435c-bb7f-066f526aadd0 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5fe98fc-1b46-4df1-9912-2196e8d0026d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266623 Nov 09 05:07:21.203540 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-749b1ec9-6554-435c-ac48-2a0aa69d327a req-4443c99f-4bac-4724-9a49-dde00e37e304 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:21.203922 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-749b1ec9-6554-435c-ac48-2a0aa69d327a req-4443c99f-4bac-4724-9a49-dde00e37e304 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461206'] for floatingip, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:21.204239 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.db.l3_db [req-749b1ec9-6554-435c-ac48-2a0aa69d327a req-4443c99f-4bac-4724-9a49-dde00e37e304 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Floating IP 87f828bd-cab6-49fe-aaf8-4d3756a787e1 disassociated. External IP: 172.27.0.155, port: 1a56d5b6-a073-45bb-a202-4b929f0d7b30. Nov 09 05:07:21.204576 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-749b1ec9-6554-435c-ac48-2a0aa69d327a req-4443c99f-4bac-4724-9a49-dde00e37e304 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Calling delete_port for 1a56d5b6-a073-45bb-a202-4b929f0d7b30 owned by compute:nova {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:07:21.326740 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-749b1ec9-6554-435c-ac48-2a0aa69d327a req-4443c99f-4bac-4724-9a49-dde00e37e304 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:21.354420 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443c99f-4bac-4724-9a49-dde00e37e304 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Pushing event deleted for resources: {'Port': ['ID=1a56d5b6-a073-45bb-a202-4b929f0d7b30,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:07:21.466102 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-749b1ec9-6554-435c-ac48-2a0aa69d327a req-4443c99f-4bac-4724-9a49-dde00e37e304 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Router c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:07:21.569678 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-749b1ec9-6554-435c-ac48-2a0aa69d327a req-4443c99f-4bac-4724-9a49-dde00e37e304 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:07:21.580482 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad43ef7-8b63-4f3a-aabb-756703b27834 None None] Sync routers for ids ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'] in dv-cinder-817135-2-iscsi {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:07:21.589372 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad43ef7-8b63-4f3a-aabb-756703b27834 None None] Routers {'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:07:21.590031 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-cad43ef7-8b63-4f3a-aabb-756703b27834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:07:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:07:21.607604 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-749b1ec9-6554-435c-ac48-2a0aa69d327a req-4443c99f-4bac-4724-9a49-dde00e37e304 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] No DVR routers for this DVR port 1a56d5b6-a073-45bb-a202-4b929f0d7b30 on host hv-cinder-81713 {{(pid=100972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:07:21.610664 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-749b1ec9-6554-435c-ac48-2a0aa69d327a req-4443c99f-4bac-4724-9a49-dde00e37e304 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:21.614027 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-749b1ec9-6554-435c-ac48-2a0aa69d327a req-4443c99f-4bac-4724-9a49-dde00e37e304 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.20 "DELETE /v2.0/ports/1a56d5b6-a073-45bb-a202-4b929f0d7b30 HTTP/1.1" status: 204 len: 173 time: 1.0994964 Nov 09 05:07:21.614475 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3364cb-1695-4329-82ff-d4e26da28b73', 'name': 'network-vif-deleted', 'tag': '1a56d5b6-a073-45bb-a202-4b929f0d7b30'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:07:21.616693 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596eb479-c53d-41dd-b4a9-351ce7390175" -d '{"events": [{"server_uuid": "3a3364cb-1695-4329-82ff-d4e26da28b73", "name": "network-vif-deleted", "tag": "1a56d5b6-a073-45bb-a202-4b929f0d7b30"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:07:21.702770 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-cad43ef7-8b63-4f3a-aabb-756703b27834 None None] Set router c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:07:21.723012 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d570be84-801d-4379-8346-2abdef5a8410 x-openstack-request-id: req-d570be84-801d-4379-8346-2abdef5a8410 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:07:21.723301 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3364cb-1695-4329-82ff-d4e26da28b73", "name": "network-vif-deleted", "tag": "1a56d5b6-a073-45bb-a202-4b929f0d7b30", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:07:21.723590 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d570be84-801d-4379-8346-2abdef5a8410 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:07:21.724017 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3364cb-1695-4329-82ff-d4e26da28b73', 'name': 'network-vif-deleted', 'tag': '1a56d5b6-a073-45bb-a202-4b929f0d7b30', 'status': 'completed', 'code': 200} Nov 09 05:07:21.914334 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-cad43ef7-8b63-4f3a-aabb-756703b27834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'name': 'tempest-AttachVolumeTestJSON-1015286971-router', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:57:58Z', 'updated_at': '2021-11-09T04:58:03Z', 'revision_number': 4, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'gw_port': {'id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:59Z', 'updated_at': '2021-11-09T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'f5282925-fc09-4018-903a-5fe3286c3337', 'name': '', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'mac_address': 'fa:16:3e:83:70:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:02Z', 'updated_at': '2021-11-09T04:58:08Z', 'revision_number': 5, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'subnets': [{'id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:07:21.944403 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad43ef7-8b63-4f3a-aabb-756703b27834 None None] Checking router: c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 for host: dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:07:21.947411 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8513f0a3-a193-481a-861f-fbdab3cfe7aa req-63af30ea-570b-4cb4-962e-2e00771d23f5 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a3364cb-1695-4329-82ff-d4e26da28b73 HTTP/1.1" status: 200 len: 210 time: 0.0268133 Nov 09 05:07:21.952759 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad43ef7-8b63-4f3a-aabb-756703b27834 None None] Routers {'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:07:21.953355 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-cad43ef7-8b63-4f3a-aabb-756703b27834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:07:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:07:22.055035 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-cad43ef7-8b63-4f3a-aabb-756703b27834 None None] Set router c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:07:22.333399 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-cad43ef7-8b63-4f3a-aabb-756703b27834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'name': 'tempest-AttachVolumeTestJSON-1015286971-router', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:57:58Z', 'updated_at': '2021-11-09T04:58:03Z', 'revision_number': 4, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'gw_port': {'id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:59Z', 'updated_at': '2021-11-09T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'f5282925-fc09-4018-903a-5fe3286c3337', 'name': '', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'mac_address': 'fa:16:3e:83:70:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:02Z', 'updated_at': '2021-11-09T04:58:08Z', 'revision_number': 5, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'subnets': [{'id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:07:22.357864 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad43ef7-8b63-4f3a-aabb-756703b27834 None None] The sync data for ids ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'] in dv-cinder-817135-2-iscsi is: [{'id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'name': 'tempest-AttachVolumeTestJSON-1015286971-router', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:57:58Z', 'updated_at': '2021-11-09T04:58:03Z', 'revision_number': 4, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'gw_port': {'id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:59Z', 'updated_at': '2021-11-09T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'f5282925-fc09-4018-903a-5fe3286c3337', 'name': '', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'mac_address': 'fa:16:3e:83:70:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:02Z', 'updated_at': '2021-11-09T04:58:08Z', 'revision_number': 5, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'subnets': [{'id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:07:22.560238 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3b62f5-c69f-4635-93c4-d0a764f9fe3f None None] New status for floating IP 87f828bd-cab6-49fe-aaf8-4d3756a787e1: DOWN {{(pid=100973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 05:07:23.026972 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 51044) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:07:23.078567 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-2f6180e8-1555-4ddf-af94-9ebf6e8ab4b5 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:23.100275 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-2f6180e8-1555-4ddf-af94-9ebf6e8ab4b5 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:23.148898 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-2f6180e8-1555-4ddf-af94-9ebf6e8ab4b5 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:23.151528 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-2f6180e8-1555-4ddf-af94-9ebf6e8ab4b5 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:23.152701 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-2f6180e8-1555-4ddf-af94-9ebf6e8ab4b5 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "DELETE /v2.0/security-groups/a5fe98fc-1b46-4df1-9912-2196e8d0026d HTTP/1.1" status: 204 len: 168 time: 0.1247101 Nov 09 05:07:23.155462 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 51046) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:07:23.161461 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6180e8-1555-4ddf-af94-9ebf6e8ab4b5 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fe98fc-1b46-4df1-9912-2196e8d0026d,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:07:23.168391 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6180e8-1555-4ddf-af94-9ebf6e8ab4b5 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:07:23.168735 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6180e8-1555-4ddf-af94-9ebf6e8ab4b5 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:07:23.168895 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.api.v2.resource [None req-85dc2928-43e1-4c0f-92a4-e08a9426d09d tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] show failed (client error): The resource could not be found. Nov 09 05:07:23.169222 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6180e8-1555-4ddf-af94-9ebf6e8ab4b5 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:07:23.169552 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6180e8-1555-4ddf-af94-9ebf6e8ab4b5 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:07:23.169878 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6180e8-1555-4ddf-af94-9ebf6e8ab4b5 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:07:23.169987 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-85dc2928-43e1-4c0f-92a4-e08a9426d09d tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups/a5fe98fc-1b46-4df1-9912-2196e8d0026d HTTP/1.1" status: 404 len: 347 time: 0.0133770 Nov 09 05:07:23.170204 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6180e8-1555-4ddf-af94-9ebf6e8ab4b5 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:07:23.170524 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6180e8-1555-4ddf-af94-9ebf6e8ab4b5 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:07:23.170844 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6180e8-1555-4ddf-af94-9ebf6e8ab4b5 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:07:23.171161 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6180e8-1555-4ddf-af94-9ebf6e8ab4b5 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:07:23.171476 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6180e8-1555-4ddf-af94-9ebf6e8ab4b5 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:07:23.171812 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6180e8-1555-4ddf-af94-9ebf6e8ab4b5 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:07:23.172126 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6180e8-1555-4ddf-af94-9ebf6e8ab4b5 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:07:23.172666 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 51048) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:07:23.298436 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6f925-9be5-443f-b2b7-14be9ba05aa4 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Deleting port 33854e66-ac06-4179-83c0-98687f10f117 {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:07:23.299454 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d9c6f925-9be5-443f-b2b7-14be9ba05aa4 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:23.370525 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d9c6f925-9be5-443f-b2b7-14be9ba05aa4 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:23.370843 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d9c6f925-9be5-443f-b2b7-14be9ba05aa4 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:23.382613 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6f925-9be5-443f-b2b7-14be9ba05aa4 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Calling delete_port for 33854e66-ac06-4179-83c0-98687f10f117 owned by network:floatingip {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:07:23.509141 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d9c6f925-9be5-443f-b2b7-14be9ba05aa4 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:23.533466 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6f925-9be5-443f-b2b7-14be9ba05aa4 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Pushing event deleted for resources: {'Port': ['ID=33854e66-ac06-4179-83c0-98687f10f117,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:07:23.595126 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d9c6f925-9be5-443f-b2b7-14be9ba05aa4 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for floatingip, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:23.598193 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d9c6f925-9be5-443f-b2b7-14be9ba05aa4 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for floatingip, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:23.602930 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-d9c6f925-9be5-443f-b2b7-14be9ba05aa4 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "DELETE /v2.0/floatingips/87f828bd-cab6-49fe-aaf8-4d3756a787e1 HTTP/1.1" status: 204 len: 168 time: 0.4257724 Nov 09 05:07:23.844036 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 51058) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:07:23.848617 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-3f911999-2c93-4c11-82b5-177fdfa2c1e6 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1137092324', 'description': 'tempest-description--852293801'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:07:23.870199 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-3f911999-2c93-4c11-82b5-177fdfa2c1e6 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:23.935357 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-3f911999-2c93-4c11-82b5-177fdfa2c1e6 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:23.938784 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-3f911999-2c93-4c11-82b5-177fdfa2c1e6 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:23.966630 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-3f911999-2c93-4c11-82b5-177fdfa2c1e6 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:23.967845 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-3f911999-2c93-4c11-82b5-177fdfa2c1e6 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1227863 Nov 09 05:07:23.969648 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f911999-2c93-4c11-82b5-177fdfa2c1e6 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe7a00d-6a6b-40fc-afd8-2145272963a0,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:07:23.971331 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 51062) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:07:23.975816 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-f2ab273c-86dc-4f99-97d0-6c26cd92a3a4 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Request body: {'security_group_rule': {'security_group_id': '1fe7a00d-6a6b-40fc-afd8-2145272963a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:07:24.001281 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f2ab273c-86dc-4f99-97d0-6c26cd92a3a4 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:24.057658 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f2ab273c-86dc-4f99-97d0-6c26cd92a3a4 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:24.061080 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f2ab273c-86dc-4f99-97d0-6c26cd92a3a4 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:24.079233 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab273c-86dc-4f99-97d0-6c26cd92a3a4 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d051a6-cdf7-4858-9121-b58c50815c20,revision_number=0']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:07:24.087011 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f2ab273c-86dc-4f99-97d0-6c26cd92a3a4 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:24.088273 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-f2ab273c-86dc-4f99-97d0-6c26cd92a3a4 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159022 Nov 09 05:07:24.090961 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 51064) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:07:24.095127 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-17df48b9-8cba-4e03-9e54-dea2217bd789 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Request body: {'security_group_rule': {'security_group_id': '1fe7a00d-6a6b-40fc-afd8-2145272963a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:07:24.120368 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-17df48b9-8cba-4e03-9e54-dea2217bd789 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:24.128221 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 1a56d5b6-a073-45bb-a202-4b929f0d7b30 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:07:24.148245 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] No Port match for: 1a56d5b6-a073-45bb-a202-4b929f0d7b30 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:07:24.148587 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 1a56d5b6-a073-45bb-a202-4b929f0d7b30 not bound to the agent host hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:07:24.176762 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-17df48b9-8cba-4e03-9e54-dea2217bd789 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:24.180797 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-17df48b9-8cba-4e03-9e54-dea2217bd789 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:24.199023 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df48b9-8cba-4e03-9e54-dea2217bd789 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b619ed3d-bcd3-4c20-9122-4d32eeaf6e82,revision_number=0']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:07:24.207270 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-17df48b9-8cba-4e03-9e54-dea2217bd789 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:24.208451 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-17df48b9-8cba-4e03-9e54-dea2217bd789 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165853 Nov 09 05:07:24.211453 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 51066) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:07:24.215556 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-c7f14f31-129d-4853-9fa9-9f36de84ee2a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Request body: {'floatingip': {'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:07:24.235902 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-c7f14f31-129d-4853-9fa9-9f36de84ee2a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for floatingip, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:24.331530 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-c7f14f31-129d-4853-9fa9-9f36de84ee2a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:24.429171 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [None req-c7f14f31-129d-4853-9fa9-9f36de84ee2a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Allocated IP 172.27.0.201 (88e43ffb-3775-4d57-b72a-70455855b0f1/a0c8eb9b-e525-49dd-abc3-6c12893ff27c/7c289742-efe8-43d8-b83b-2ee9f2476f81) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:07:24.532124 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-c7f14f31-129d-4853-9fa9-9f36de84ee2a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:24.567269 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-c7f14f31-129d-4853-9fa9-9f36de84ee2a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:24.613039 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f14f31-129d-4853-9fa9-9f36de84ee2a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Network 88e43ffb-3775-4d57-b72a-70455855b0f1 is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:07:24.617659 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-c7f14f31-129d-4853-9fa9-9f36de84ee2a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:07:24.621167 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f14f31-129d-4853-9fa9-9f36de84ee2a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:07:24.626456 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f14f31-129d-4853-9fa9-9f36de84ee2a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Pushing event updated for resources: {'Port': ['ID=7c289742-efe8-43d8-b83b-2ee9f2476f81,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:07:24.707521 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-c7f14f31-129d-4853-9fa9-9f36de84ee2a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:24.740929 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-c7f14f31-129d-4853-9fa9-9f36de84ee2a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:24.885869 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-c7f14f31-129d-4853-9fa9-9f36de84ee2a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for port, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:24.889936 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-c7f14f31-129d-4853-9fa9-9f36de84ee2a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3537972'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:24.958570 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f14f31-129d-4853-9fa9-9f36de84ee2a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Pushing event updated for resources: {'Port': ['ID=7c289742-efe8-43d8-b83b-2ee9f2476f81,revision_number=2']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:07:24.966604 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-c7f14f31-129d-4853-9fa9-9f36de84ee2a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461206'] for floatingip, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:24.982035 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-c7f14f31-129d-4853-9fa9-9f36de84ee2a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for floatingip, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:24.983239 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-c7f14f31-129d-4853-9fa9-9f36de84ee2a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7708576 Nov 09 05:07:25.126500 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-89930b43-73f1-4767-90e0-f74dbeb9459f tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1137092324&fields=id&tenant_id=acf465ea6c244dcaa76ca3817fc6801f HTTP/1.1" status: 200 len: 267 time: 0.0409412 Nov 09 05:07:25.234914 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-3e26eb1a-5a56-42c0-b1c9-3b3887947020 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:25.236807 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-3e26eb1a-5a56-42c0-b1c9-3b3887947020 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/networks?id=9f10e939-279a-4c85-98c6-1d5ee6c0218c HTTP/1.1" status: 200 len: 811 time: 0.1033859 Nov 09 05:07:25.250920 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-4e27ff79-cc9f-4185-97e6-f46c1e868495 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/quotas/acf465ea6c244dcaa76ca3817fc6801f HTTP/1.1" status: 200 len: 375 time: 0.0085211 Nov 09 05:07:25.302772 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-70c4a86b-317d-4272-b40d-e272ab08f07a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=acf465ea6c244dcaa76ca3817fc6801f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463872 Nov 09 05:07:25.395697 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-d2d79508-0b87-4757-a980-c63682e58fa0 service neutron] 10.222.0.41 "GET /v2.0/networks/9f10e939-279a-4c85-98c6-1d5ee6c0218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805955 Nov 09 05:07:25.483445 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-65473852-9bfa-47af-9c57-5c2dd6606fa9 service neutron] 10.222.0.41 "GET /v2.0/networks/9f10e939-279a-4c85-98c6-1d5ee6c0218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817850 Nov 09 05:07:25.648043 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-04927c0d-74ed-4a05-a241-c87c6f93331d req-f281a66f-3c5b-4a84-8d63-a77909dbc9ab tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=4805f839-96d2-42b9-8e81-1ebd537fdc33 HTTP/1.1" status: 200 len: 210 time: 0.0263278 Nov 09 05:07:26.650344 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-e4c80093-be64-45ab-9531-12d3a2580979 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:26.651796 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-e4c80093-be64-45ab-9531-12d3a2580979 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.20 "GET /v2.0/networks?id=9f10e939-279a-4c85-98c6-1d5ee6c0218c HTTP/1.1" status: 200 len: 811 time: 0.1003268 Nov 09 05:07:26.741904 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-28d6af96-784b-4b45-96d0-53e7be99cd1a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acf465ea6c244dcaa76ca3817fc6801f HTTP/1.1" status: 200 len: 380 time: 0.0603530 Nov 09 05:07:26.743655 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9dec68d5-3205-476c-bebf-0815f67a5d43 req-270d2bc2-cc83-4842-9ff6-0b82251d220e tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=4805f839-96d2-42b9-8e81-1ebd537fdc33 HTTP/1.1" status: 200 len: 210 time: 0.0280626 Nov 09 05:07:26.753227 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-fbb6be55-f87f-4418-96ee-8bb6df378c55 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Request body: {'port': {'device_id': '4805f839-96d2-42b9-8e81-1ebd537fdc33', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'admin_state_up': True, 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'security_groups': ['1fe7a00d-6a6b-40fc-afd8-2145272963a0']}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:07:26.860682 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-fbb6be55-f87f-4418-96ee-8bb6df378c55 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Made reservation on behalf of acf465ea6c244dcaa76ca3817fc6801f for: {'port': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:07:26.864852 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-fbb6be55-f87f-4418-96ee-8bb6df378c55 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:26.990856 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_common [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-fbb6be55-f87f-4418-96ee-8bb6df378c55 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Allocated IP 172.20.0.12 (9f10e939-279a-4c85-98c6-1d5ee6c0218c/45a0572c-751c-4e91-b532-b38a534f78d3/508ee994-7191-4353-818e-c88d4f711451) {{(pid=100972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:07:27.130233 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-fbb6be55-f87f-4418-96ee-8bb6df378c55 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for port, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:27.161812 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-fbb6be55-f87f-4418-96ee-8bb6df378c55 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:27.202229 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-fbb6be55-f87f-4418-96ee-8bb6df378c55 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Network 9f10e939-279a-4c85-98c6-1d5ee6c0218c is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:07:27.207004 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-fbb6be55-f87f-4418-96ee-8bb6df378c55 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:07:27.210640 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-fbb6be55-f87f-4418-96ee-8bb6df378c55 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Received port after_create {{(pid=100972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:07:27.216810 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6be55-f87f-4418-96ee-8bb6df378c55 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Pushing event updated for resources: {'Port': ['ID=508ee994-7191-4353-818e-c88d4f711451,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:07:27.263368 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-fbb6be55-f87f-4418-96ee-8bb6df378c55 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:27.263990 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-fbb6be55-f87f-4418-96ee-8bb6df378c55 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:27.281322 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-fbb6be55-f87f-4418-96ee-8bb6df378c55 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5325429 Nov 09 05:07:27.372631 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-91d73cbd-4a51-4ee0-b248-830587b6ab64 service neutron] Request body: {'port': {'device_id': '4805f839-96d2-42b9-8e81-1ebd537fdc33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:07:27.381545 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-c0b3a289-75ca-4478-8d99-d445338f3cc5 None None] Provisioning complete for port 508ee994-7191-4353-818e-c88d4f711451 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:07:27.382054 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a289-75ca-4478-8d99-d445338f3cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:27.418172 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-c0b3a289-75ca-4478-8d99-d445338f3cc5 None None] Port 508ee994-7191-4353-818e-c88d4f711451 cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:07:27.429623 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-91d73cbd-4a51-4ee0-b248-830587b6ab64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:27.685404 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-91d73cbd-4a51-4ee0-b248-830587b6ab64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 508ee994-7191-4353-818e-c88d4f711451 {{(pid=100972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:07:27.692694 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-91d73cbd-4a51-4ee0-b248-830587b6ab64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:27.705104 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.provisioning_blocks [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-91d73cbd-4a51-4ee0-b248-830587b6ab64 service neutron] Transition to ACTIVE for port object 508ee994-7191-4353-818e-c88d4f711451 will not be triggered until provisioned by entity L2. {{(pid=100972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 05:07:27.709367 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-91d73cbd-4a51-4ee0-b248-830587b6ab64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:27.758033 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d73cbd-4a51-4ee0-b248-830587b6ab64 service neutron] Pushing event updated for resources: {'Port': ['ID=508ee994-7191-4353-818e-c88d4f711451,revision_number=2']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:07:27.833513 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-91d73cbd-4a51-4ee0-b248-830587b6ab64 service neutron] Attempting to bind port 508ee994-7191-4353-818e-c88d4f711451 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:07:27.833976 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-91d73cbd-4a51-4ee0-b248-830587b6ab64 service neutron] Attempting to bind port 508ee994-7191-4353-818e-c88d4f711451 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'c4a5a13a-f5c8-4b19-9489-1926e934b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c'}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:07:27.834310 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-91d73cbd-4a51-4ee0-b248-830587b6ab64 service neutron] Attempting to bind port 508ee994-7191-4353-818e-c88d4f711451 on network 9f10e939-279a-4c85-98c6-1d5ee6c0218c {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:07:27.839349 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-91d73cbd-4a51-4ee0-b248-830587b6ab64 service neutron] Port 508ee994-7191-4353-818e-c88d4f711451 on network 9f10e939-279a-4c85-98c6-1d5ee6c0218c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 05:07:27.839783 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-91d73cbd-4a51-4ee0-b248-830587b6ab64 service neutron] Attempting to bind port 508ee994-7191-4353-818e-c88d4f711451 on network 9f10e939-279a-4c85-98c6-1d5ee6c0218c {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:07:27.845066 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-91d73cbd-4a51-4ee0-b248-830587b6ab64 service neutron] Checking agent: {'id': '95cbc7df-874e-4f22-acf5-3b3cdde6b18e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'started_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:07:27.845481 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-91d73cbd-4a51-4ee0-b248-830587b6ab64 service neutron] Checking segment: {'id': 'c4a5a13a-f5c8-4b19-9489-1926e934b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:07:27.845922 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-91d73cbd-4a51-4ee0-b248-830587b6ab64 service neutron] Bound using segment: {'id': 'c4a5a13a-f5c8-4b19-9489-1926e934b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c'} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:07:27.847021 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-91d73cbd-4a51-4ee0-b248-830587b6ab64 service neutron] Bound port: 508ee994-7191-4353-818e-c88d4f711451, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a5a13a-f5c8-4b19-9489-1926e934b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c'}}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:07:27.847462 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-91d73cbd-4a51-4ee0-b248-830587b6ab64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:27.870986 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d264d-3b0c-44dc-90f0-153cd3e16de5 req-0083b84f-c7c4-40d6-ba04-8faf0651995f tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:27.873303 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-996d264d-3b0c-44dc-90f0-153cd3e16de5 req-0083b84f-c7c4-40d6-ba04-8faf0651995f tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=4805f839-96d2-42b9-8e81-1ebd537fdc33 HTTP/1.1" status: 200 len: 944 time: 0.0527568 Nov 09 05:07:27.915525 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-91d73cbd-4a51-4ee0-b248-830587b6ab64 service neutron] For port 508ee994-7191-4353-818e-c88d4f711451, host hv-cinder-81713, cleared binding levels {{(pid=100972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:07:27.918576 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-91d73cbd-4a51-4ee0-b248-830587b6ab64 service neutron] For port 508ee994-7191-4353-818e-c88d4f711451, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=508ee994-7191-4353-818e-c88d4f711451,segment=NetworkSegment(c4a5a13a-f5c8-4b19-9489-1926e934b027),segment_id=c4a5a13a-f5c8-4b19-9489-1926e934b027)] {{(pid=100972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:07:27.923031 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-91d73cbd-4a51-4ee0-b248-830587b6ab64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:27.928323 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-996d264d-3b0c-44dc-90f0-153cd3e16de5 req-2902e6aa-0584-4b98-8555-c7466b0319ac tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe7a00d-6a6b-40fc-afd8-2145272963a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487297 Nov 09 05:07:27.956446 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-91d73cbd-4a51-4ee0-b248-830587b6ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:27.957065 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-91d73cbd-4a51-4ee0-b248-830587b6ab64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:27.958329 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-91d73cbd-4a51-4ee0-b248-830587b6ab64 service neutron] 10.222.0.20 "PUT /v2.0/ports/508ee994-7191-4353-818e-c88d4f711451 HTTP/1.1" status: 200 len: 1094 time: 0.5899863 Nov 09 05:07:27.958757 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4805f839-96d2-42b9-8e81-1ebd537fdc33', 'tag': '508ee994-7191-4353-818e-c88d4f711451'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:07:27.960989 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8651aece-a1a8-4811-9745-8b4a59efd865" -d '{"events": [{"name": "network-changed", "server_uuid": "4805f839-96d2-42b9-8e81-1ebd537fdc33", "tag": "508ee994-7191-4353-818e-c88d4f711451"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:07:27.988060 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d73cbd-4a51-4ee0-b248-830587b6ab64 service neutron] Pushing event updated for resources: {'Port': ['ID=508ee994-7191-4353-818e-c88d4f711451,revision_number=3']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:07:28.009467 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6276a500-09f9-41ee-85c9-70462587d079 x-openstack-request-id: req-6276a500-09f9-41ee-85c9-70462587d079 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:07:28.009777 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4805f839-96d2-42b9-8e81-1ebd537fdc33", "tag": "508ee994-7191-4353-818e-c88d4f711451", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:07:28.010370 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6276a500-09f9-41ee-85c9-70462587d079 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:07:28.010777 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4805f839-96d2-42b9-8e81-1ebd537fdc33', 'tag': '508ee994-7191-4353-818e-c88d4f711451', 'status': 'completed', 'code': 200} Nov 09 05:07:28.075254 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-ccce8243-9011-4eb9-8fa3-836477b63625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:28.076797 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-ccce8243-9011-4eb9-8fa3-836477b63625 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acf465ea6c244dcaa76ca3817fc6801f&device_id=4805f839-96d2-42b9-8e81-1ebd537fdc33 HTTP/1.1" status: 200 len: 1097 time: 0.0462639 Nov 09 05:07:28.139193 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-1cc4ae74-a758-48e7-8dc3-0e26e82055db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=508ee994-7191-4353-818e-c88d4f711451 HTTP/1.1" status: 200 len: 217 time: 0.0389621 Nov 09 05:07:28.160200 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-4ea51995-b855-49bb-b69b-245c8e5befba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:28.192650 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-5743097c-2985-4ba0-b7f7-2dafee3b9df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:28.194154 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-5743097c-2985-4ba0-b7f7-2dafee3b9df2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45a0572c-751c-4e91-b532-b38a534f78d3 HTTP/1.1" status: 200 len: 850 time: 0.0472126 Nov 09 05:07:28.241585 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-3ac2dcea-cccc-44b2-96d5-1a6fd34524f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:28.243070 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-3ac2dcea-cccc-44b2-96d5-1a6fd34524f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f10e939-279a-4c85-98c6-1d5ee6c0218c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403736 Nov 09 05:07:28.335672 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-16728a57-b003-4b0f-8cba-f75bb35807cc service neutron] 10.222.0.20 "GET /v2.0/networks/9f10e939-279a-4c85-98c6-1d5ee6c0218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840464 Nov 09 05:07:28.422700 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a8171d28-22ec-4781-a125-2d2c0d7a4ebb req-848467d0-9761-42fe-89cc-78c06a15c9b9 service neutron] 10.222.0.20 "GET /v2.0/networks/9f10e939-279a-4c85-98c6-1d5ee6c0218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797522 Nov 09 05:07:28.566362 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651aece-a1a8-4811-9745-8b4a59efd865 req-cff9f708-29c7-4125-bcf5-6f3a61aaada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:28.568024 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8651aece-a1a8-4811-9745-8b4a59efd865 req-cff9f708-29c7-4125-bcf5-6f3a61aaada8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acf465ea6c244dcaa76ca3817fc6801f&device_id=4805f839-96d2-42b9-8e81-1ebd537fdc33 HTTP/1.1" status: 200 len: 1097 time: 0.0448565 Nov 09 05:07:28.656196 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651aece-a1a8-4811-9745-8b4a59efd865 req-385a7602-19d0-408a-9284-86c6e4425cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:28.657666 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8651aece-a1a8-4811-9745-8b4a59efd865 req-385a7602-19d0-408a-9284-86c6e4425cff service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f10e939-279a-4c85-98c6-1d5ee6c0218c HTTP/1.1" status: 200 len: 912 time: 0.0819151 Nov 09 05:07:28.700964 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8651aece-a1a8-4811-9745-8b4a59efd865 req-88ed5ab5-d630-498b-a909-1a30060a0e66 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=508ee994-7191-4353-818e-c88d4f711451 HTTP/1.1" status: 200 len: 217 time: 0.0360630 Nov 09 05:07:28.748066 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651aece-a1a8-4811-9745-8b4a59efd865 req-b9a48192-7481-4c77-b2fb-76852bc19cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:28.749435 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8651aece-a1a8-4811-9745-8b4a59efd865 req-b9a48192-7481-4c77-b2fb-76852bc19cd8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45a0572c-751c-4e91-b532-b38a534f78d3 HTTP/1.1" status: 200 len: 850 time: 0.0418799 Nov 09 05:07:28.793839 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651aece-a1a8-4811-9745-8b4a59efd865 req-1c0edfaa-eb68-4b1a-97bc-3c5b5af9bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:28.795332 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8651aece-a1a8-4811-9745-8b4a59efd865 req-1c0edfaa-eb68-4b1a-97bc-3c5b5af9bce2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f10e939-279a-4c85-98c6-1d5ee6c0218c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389717 Nov 09 05:07:28.884552 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8651aece-a1a8-4811-9745-8b4a59efd865 req-ff63ac49-72b0-4964-902b-55027b9fb4d6 service neutron] 10.222.0.20 "GET /v2.0/networks/9f10e939-279a-4c85-98c6-1d5ee6c0218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818088 Nov 09 05:07:28.970629 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8651aece-a1a8-4811-9745-8b4a59efd865 req-582f2da0-4be5-4cca-9bab-54b58c5e895a service neutron] 10.222.0.20 "GET /v2.0/networks/9f10e939-279a-4c85-98c6-1d5ee6c0218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790372 Nov 09 05:07:29.045425 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d65a43-dd48-441c-b3f9-2b32c167fc14 req-0efb36fe-b9eb-4076-86d7-aa68163c4ed2 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:29.046778 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-21d65a43-dd48-441c-b3f9-2b32c167fc14 req-0efb36fe-b9eb-4076-86d7-aa68163c4ed2 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=4805f839-96d2-42b9-8e81-1ebd537fdc33 HTTP/1.1" status: 200 len: 944 time: 0.0540342 Nov 09 05:07:29.092546 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-21d65a43-dd48-441c-b3f9-2b32c167fc14 req-be1e376c-f4ff-49cf-90ad-a6db5695bc9a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe7a00d-6a6b-40fc-afd8-2145272963a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392933 Nov 09 05:07:30.206994 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7e2b2-6955-4acf-b5f1-456bd3d25da8 req-f9aaa10e-7cb6-4be7-af38-d2399770bfc3 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:30.208623 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-beb7e2b2-6955-4acf-b5f1-456bd3d25da8 req-f9aaa10e-7cb6-4be7-af38-d2399770bfc3 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=4805f839-96d2-42b9-8e81-1ebd537fdc33 HTTP/1.1" status: 200 len: 944 time: 0.0513325 Nov 09 05:07:30.254821 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-beb7e2b2-6955-4acf-b5f1-456bd3d25da8 req-26f13d62-28f7-4e09-a283-5d109e769d63 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe7a00d-6a6b-40fc-afd8-2145272963a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402017 Nov 09 05:07:30.343510 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-b00dee31-c10e-4f76-876e-f4838af0274c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:31.368173 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5b301-1433-440f-a9ae-25bef6399859 req-088253a8-e5ed-4a59-b193-10e4a6e83c43 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:31.369684 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a4b5b301-1433-440f-a9ae-25bef6399859 req-088253a8-e5ed-4a59-b193-10e4a6e83c43 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=4805f839-96d2-42b9-8e81-1ebd537fdc33 HTTP/1.1" status: 200 len: 944 time: 0.0473194 Nov 09 05:07:31.420561 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a4b5b301-1433-440f-a9ae-25bef6399859 req-a07df326-d249-4ad1-9845-1e994c04d890 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe7a00d-6a6b-40fc-afd8-2145272963a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451107 Nov 09 05:07:31.617873 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:32.168268 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 508ee994-7191-4353-818e-c88d4f711451 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=100973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 05:07:32.260041 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 508ee994-7191-4353-818e-c88d4f711451, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=508ee994-7191-4353-818e-c88d4f711451,segment=NetworkSegment(c4a5a13a-f5c8-4b19-9489-1926e934b027),segment_id=c4a5a13a-f5c8-4b19-9489-1926e934b027)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:07:32.271354 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Returning: {'device': '508ee994-7191-4353-818e-c88d4f711451', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'port_id': '508ee994-7191-4353-818e-c88d4f711451', 'mac_address': 'fa:16:3e:ee:bb:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 05:07:32.307060 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:32.319494 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 508ee994-7191-4353-818e-c88d4f711451 {{(pid=100973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:07:32.338484 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 508ee994-7191-4353-818e-c88d4f711451, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=508ee994-7191-4353-818e-c88d4f711451,segment=NetworkSegment(c4a5a13a-f5c8-4b19-9489-1926e934b027),segment_id=c4a5a13a-f5c8-4b19-9489-1926e934b027)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:07:32.342362 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:32.389631 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=508ee994-7191-4353-818e-c88d4f711451,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:07:32.533025 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8b756-9cb9-4953-acff-b6ac808e4f72 req-762968f1-f976-40ec-b75e-bb70f7318855 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:32.534494 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d9f8b756-9cb9-4953-acff-b6ac808e4f72 req-762968f1-f976-40ec-b75e-bb70f7318855 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=4805f839-96d2-42b9-8e81-1ebd537fdc33 HTTP/1.1" status: 200 len: 945 time: 0.0496683 Nov 09 05:07:32.581531 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d9f8b756-9cb9-4953-acff-b6ac808e4f72 req-2ad666c3-f156-4066-a90e-3f2135834016 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe7a00d-6a6b-40fc-afd8-2145272963a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412416 Nov 09 05:07:32.795479 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['508ee994-7191-4353-818e-c88d4f711451'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:07:32.977198 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:33.694565 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e3d34-9e77-4e2c-a510-6b6c993ddc7e req-61c68141-159c-4567-bce9-ecf330f8e6d0 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:33.696058 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4f6e3d34-9e77-4e2c-a510-6b6c993ddc7e req-61c68141-159c-4567-bce9-ecf330f8e6d0 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=4805f839-96d2-42b9-8e81-1ebd537fdc33 HTTP/1.1" status: 200 len: 945 time: 0.0487766 Nov 09 05:07:33.742280 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4f6e3d34-9e77-4e2c-a510-6b6c993ddc7e req-edd3401d-7644-4167-af79-fe3d0548aee0 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe7a00d-6a6b-40fc-afd8-2145272963a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403166 Nov 09 05:07:33.796247 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:34.168023 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 508ee994-7191-4353-818e-c88d4f711451 up at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:07:34.215845 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning for port 508ee994-7191-4353-818e-c88d4f711451 completed by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 05:07:34.219410 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning complete for port 508ee994-7191-4353-818e-c88d4f711451 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:07:34.219798 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:34.293145 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:34.317905 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4805f839-96d2-42b9-8e81-1ebd537fdc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508ee994-7191-4353-818e-c88d4f711451'}] {{(pid=100973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:07:34.320122 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54011f83237459a559275aec36f6846328bebe107db2d1d5386815f5349ca10e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918a50bc-7e3e-4934-a93f-bedadab74098" -d '{"events": [{"server_uuid": "4805f839-96d2-42b9-8e81-1ebd537fdc33", "name": "network-vif-plugged", "status": "completed", "tag": "508ee994-7191-4353-818e-c88d4f711451"}]}' {{(pid=100973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:07:34.332550 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 508ee994-7191-4353-818e-c88d4f711451, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=508ee994-7191-4353-818e-c88d4f711451,segment=NetworkSegment(c4a5a13a-f5c8-4b19-9489-1926e934b027),segment_id=c4a5a13a-f5c8-4b19-9489-1926e934b027)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:07:34.337201 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:34.358698 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3339cbe-8deb-4bf5-9435-3c5345765a8a x-openstack-request-id: req-b3339cbe-8deb-4bf5-9435-3c5345765a8a {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:07:34.358975 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4805f839-96d2-42b9-8e81-1ebd537fdc33", "name": "network-vif-plugged", "status": "completed", "tag": "508ee994-7191-4353-818e-c88d4f711451", "code": 200}]} {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:07:34.359219 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3339cbe-8deb-4bf5-9435-3c5345765a8a {{(pid=100973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:07:34.359593 dv-cinder-817135-2-iscsi neutron-server[100973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4805f839-96d2-42b9-8e81-1ebd537fdc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508ee994-7191-4353-818e-c88d4f711451', 'code': 200} Nov 09 05:07:34.385277 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=508ee994-7191-4353-818e-c88d4f711451,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:07:34.559908 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56466e4-76c8-4e6e-a1ce-2418e4dbc52a req-46d81067-506c-47c4-b9de-60f32b2ba550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:34.561281 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a56466e4-76c8-4e6e-a1ce-2418e4dbc52a req-46d81067-506c-47c4-b9de-60f32b2ba550 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4805f839-96d2-42b9-8e81-1ebd537fdc33 HTTP/1.1" status: 200 len: 1099 time: 0.0422366 Nov 09 05:07:34.602934 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a56466e4-76c8-4e6e-a1ce-2418e4dbc52a req-9a91ba7c-e7bb-46c1-b84f-6b9a06e56802 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1fe7a00d-6a6b-40fc-afd8-2145272963a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351038 Nov 09 05:07:34.865006 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff014c-f36c-4a72-b020-53d93c0a39bd req-8b472bd3-6282-4c0f-97b4-62ca08b33be8 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:34.866561 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9dff014c-f36c-4a72-b020-53d93c0a39bd req-8b472bd3-6282-4c0f-97b4-62ca08b33be8 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=4805f839-96d2-42b9-8e81-1ebd537fdc33 HTTP/1.1" status: 200 len: 946 time: 0.0493500 Nov 09 05:07:34.912691 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9dff014c-f36c-4a72-b020-53d93c0a39bd req-b4d7f492-1609-4f9b-94e0-234b7701eabe tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe7a00d-6a6b-40fc-afd8-2145272963a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403521 Nov 09 05:07:36.029052 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ef290-3f16-4609-b26d-159c3145cd83 req-6efbb079-3788-4faa-9544-5103635f4e2f tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:36.030515 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4c4ef290-3f16-4609-b26d-159c3145cd83 req-6efbb079-3788-4faa-9544-5103635f4e2f tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=4805f839-96d2-42b9-8e81-1ebd537fdc33 HTTP/1.1" status: 200 len: 946 time: 0.0523078 Nov 09 05:07:36.076714 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4c4ef290-3f16-4609-b26d-159c3145cd83 req-e7e39be5-b66d-4d1e-9706-18c1aae64bf6 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe7a00d-6a6b-40fc-afd8-2145272963a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396583 Nov 09 05:07:37.187811 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ca08f-5c0b-49aa-9a3b-bb7126a88c6b req-963ad2a9-9eee-4b92-b0b3-b87d38eb2449 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:37.189249 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3c5ca08f-5c0b-49aa-9a3b-bb7126a88c6b req-963ad2a9-9eee-4b92-b0b3-b87d38eb2449 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=4805f839-96d2-42b9-8e81-1ebd537fdc33 HTTP/1.1" status: 200 len: 946 time: 0.0472174 Nov 09 05:07:37.233687 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3c5ca08f-5c0b-49aa-9a3b-bb7126a88c6b req-ca26e705-552e-40b5-aa2b-537b320797e7 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe7a00d-6a6b-40fc-afd8-2145272963a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387065 Nov 09 05:07:37.345880 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82a062-5d28-4fe2-8ec6-cc85b57e0895 req-d40d78b2-8b70-42df-888c-d030d3ecf73f tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:37.348075 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6e82a062-5d28-4fe2-8ec6-cc85b57e0895 req-d40d78b2-8b70-42df-888c-d030d3ecf73f tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=4805f839-96d2-42b9-8e81-1ebd537fdc33 HTTP/1.1" status: 200 len: 946 time: 0.0492544 Nov 09 05:07:37.356153 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 51220) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:07:37.360470 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-2b43e7c9-529f-4328-9dff-8c0c6d4b1bff tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Request body: {'floatingip': {'port_id': '508ee994-7191-4353-818e-c88d4f711451'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:07:37.401142 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2b43e7c9-529f-4328-9dff-8c0c6d4b1bff tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for floatingip, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:37.823486 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2b43e7c9-529f-4328-9dff-8c0c6d4b1bff tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:37.827131 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2b43e7c9-529f-4328-9dff-8c0c6d4b1bff tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461206'] for floatingip, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:37.924134 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.db.l3_db [None req-2b43e7c9-529f-4328-9dff-8c0c6d4b1bff tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Floating IP 1e320ff6-9eb2-4d4f-b14d-75a0083db0bb associated. External IP: 172.27.0.201, port: 508ee994-7191-4353-818e-c88d4f711451. Nov 09 05:07:38.369507 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b43e7c9-529f-4328-9dff-8c0c6d4b1bff tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Router c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:07:38.475981 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b43e7c9-529f-4328-9dff-8c0c6d4b1bff tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:07:38.480735 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2b43e7c9-529f-4328-9dff-8c0c6d4b1bff tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for floatingip, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:38.485183 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b8e20-f545-4b41-a53b-ab3db0263407 None None] Sync routers for ids ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'] in dv-cinder-817135-2-iscsi {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:07:38.494525 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77b8e20-f545-4b41-a53b-ab3db0263407 None None] Routers {'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:07:38.495125 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-f77b8e20-f545-4b41-a53b-ab3db0263407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:07:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:07:38.508784 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-2b43e7c9-529f-4328-9dff-8c0c6d4b1bff tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "PUT /v2.0/floatingips/1e320ff6-9eb2-4d4f-b14d-75a0083db0bb HTTP/1.1" status: 200 len: 992 time: 1.1515393 Nov 09 05:07:38.509637 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4805f839-96d2-42b9-8e81-1ebd537fdc33', 'tag': '508ee994-7191-4353-818e-c88d4f711451'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:07:38.512283 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d890d5c6-c9cc-48cf-bba3-7232681346ca" -d '{"events": [{"name": "network-changed", "server_uuid": "4805f839-96d2-42b9-8e81-1ebd537fdc33", "tag": "508ee994-7191-4353-818e-c88d4f711451"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:07:38.555279 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0b074a-8244-4348-b287-9b37e453ce79 x-openstack-request-id: req-fc0b074a-8244-4348-b287-9b37e453ce79 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:07:38.555647 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4805f839-96d2-42b9-8e81-1ebd537fdc33", "tag": "508ee994-7191-4353-818e-c88d4f711451", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:07:38.555969 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc0b074a-8244-4348-b287-9b37e453ce79 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:07:38.556430 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4805f839-96d2-42b9-8e81-1ebd537fdc33', 'tag': '508ee994-7191-4353-818e-c88d4f711451', 'status': 'completed', 'code': 200} Nov 09 05:07:38.611093 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-f77b8e20-f545-4b41-a53b-ab3db0263407 None None] Set router c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:07:38.672483 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890d5c6-c9cc-48cf-bba3-7232681346ca req-344b6973-11c2-4a12-a0b7-fdd2b39098dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:38.674070 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d890d5c6-c9cc-48cf-bba3-7232681346ca req-344b6973-11c2-4a12-a0b7-fdd2b39098dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acf465ea6c244dcaa76ca3817fc6801f&device_id=4805f839-96d2-42b9-8e81-1ebd537fdc33 HTTP/1.1" status: 200 len: 1099 time: 0.0428882 Nov 09 05:07:38.766310 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890d5c6-c9cc-48cf-bba3-7232681346ca req-d3af12ca-56a2-4148-a8dd-5b85b59cda7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:38.767931 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d890d5c6-c9cc-48cf-bba3-7232681346ca req-d3af12ca-56a2-4148-a8dd-5b85b59cda7b service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f10e939-279a-4c85-98c6-1d5ee6c0218c HTTP/1.1" status: 200 len: 912 time: 0.0859888 Nov 09 05:07:38.831341 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-f77b8e20-f545-4b41-a53b-ab3db0263407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'name': 'tempest-AttachVolumeTestJSON-1015286971-router', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:57:58Z', 'updated_at': '2021-11-09T04:58:03Z', 'revision_number': 4, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'gw_port': {'id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:59Z', 'updated_at': '2021-11-09T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': '1e320ff6-9eb2-4d4f-b14d-75a0083db0bb', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'port_id': '508ee994-7191-4353-818e-c88d4f711451', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'mac_address': 'fa:16:3e:ee:bb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4805f839-96d2-42b9-8e81-1ebd537fdc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:07:24Z', 'updated_at': '2021-11-09T05:07:37Z', 'revision_number': 1, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5282925-fc09-4018-903a-5fe3286c3337', 'name': '', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'mac_address': 'fa:16:3e:83:70:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:02Z', 'updated_at': '2021-11-09T04:58:08Z', 'revision_number': 5, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'subnets': [{'id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:07:38.832985 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d890d5c6-c9cc-48cf-bba3-7232681346ca req-2cbcd6f9-9bef-45a5-b50d-9edfe1a58cc6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=508ee994-7191-4353-818e-c88d4f711451 HTTP/1.1" status: 200 len: 1000 time: 0.0570769 Nov 09 05:07:38.856611 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b8e20-f545-4b41-a53b-ab3db0263407 None None] Checking router: c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 for host: dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:07:38.865699 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77b8e20-f545-4b41-a53b-ab3db0263407 None None] Routers {'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:07:38.866291 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-f77b8e20-f545-4b41-a53b-ab3db0263407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:07:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:07:38.884603 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890d5c6-c9cc-48cf-bba3-7232681346ca req-80759794-d6e4-4753-963f-d6e1d3c85d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:38.886044 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d890d5c6-c9cc-48cf-bba3-7232681346ca req-80759794-d6e4-4753-963f-d6e1d3c85d8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45a0572c-751c-4e91-b532-b38a534f78d3 HTTP/1.1" status: 200 len: 850 time: 0.0462103 Nov 09 05:07:38.933450 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890d5c6-c9cc-48cf-bba3-7232681346ca req-2455dc30-6f2a-47da-b89e-fd6ce584be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:38.934917 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d890d5c6-c9cc-48cf-bba3-7232681346ca req-2455dc30-6f2a-47da-b89e-fd6ce584be50 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f10e939-279a-4c85-98c6-1d5ee6c0218c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411673 Nov 09 05:07:38.971540 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-f77b8e20-f545-4b41-a53b-ab3db0263407 None None] Set router c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:07:39.033183 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d890d5c6-c9cc-48cf-bba3-7232681346ca req-272b9dfe-7659-404a-8563-679301b93235 service neutron] 10.222.0.20 "GET /v2.0/networks/9f10e939-279a-4c85-98c6-1d5ee6c0218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901434 Nov 09 05:07:39.126727 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d890d5c6-c9cc-48cf-bba3-7232681346ca req-0dec7fa8-8cd3-429f-99e3-832e452ac505 service neutron] 10.222.0.20 "GET /v2.0/networks/9f10e939-279a-4c85-98c6-1d5ee6c0218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857859 Nov 09 05:07:39.202638 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-f77b8e20-f545-4b41-a53b-ab3db0263407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'name': 'tempest-AttachVolumeTestJSON-1015286971-router', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:57:58Z', 'updated_at': '2021-11-09T04:58:03Z', 'revision_number': 4, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'gw_port': {'id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:59Z', 'updated_at': '2021-11-09T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': '1e320ff6-9eb2-4d4f-b14d-75a0083db0bb', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'port_id': '508ee994-7191-4353-818e-c88d4f711451', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'mac_address': 'fa:16:3e:ee:bb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4805f839-96d2-42b9-8e81-1ebd537fdc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:07:24Z', 'updated_at': '2021-11-09T05:07:37Z', 'revision_number': 1, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5282925-fc09-4018-903a-5fe3286c3337', 'name': '', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'mac_address': 'fa:16:3e:83:70:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:02Z', 'updated_at': '2021-11-09T04:58:08Z', 'revision_number': 5, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'subnets': [{'id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:07:39.227809 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77b8e20-f545-4b41-a53b-ab3db0263407 None None] The sync data for ids ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'] in dv-cinder-817135-2-iscsi is: [{'id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'name': 'tempest-AttachVolumeTestJSON-1015286971-router', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:57:58Z', 'updated_at': '2021-11-09T04:58:03Z', 'revision_number': 4, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'gw_port': {'id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:59Z', 'updated_at': '2021-11-09T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': '1e320ff6-9eb2-4d4f-b14d-75a0083db0bb', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'port_id': '508ee994-7191-4353-818e-c88d4f711451', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'mac_address': 'fa:16:3e:ee:bb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4805f839-96d2-42b9-8e81-1ebd537fdc33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:07:24Z', 'updated_at': '2021-11-09T05:07:37Z', 'revision_number': 1, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5282925-fc09-4018-903a-5fe3286c3337', 'name': '', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'mac_address': 'fa:16:3e:83:70:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:02Z', 'updated_at': '2021-11-09T04:58:08Z', 'revision_number': 5, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'subnets': [{'id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:07:39.416558 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddb8313-ef06-46c9-b7e1-800e22bb617a None None] New status for floating IP 1e320ff6-9eb2-4d4f-b14d-75a0083db0bb: ACTIVE {{(pid=100973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 05:07:39.633493 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:07:46.942229 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c3eb51f6-3de7-41c6-94a2-58f5aaf7405e req-1d90c7f8-f17c-4f18-a4e4-dfc3209554d4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773323 Nov 09 05:07:47.019228 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb51f6-3de7-41c6-94a2-58f5aaf7405e req-114fa6c1-e2c2-4634-bc13-50d2e9798ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:47.020810 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c3eb51f6-3de7-41c6-94a2-58f5aaf7405e req-114fa6c1-e2c2-4634-bc13-50d2e9798ea9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79869bd25d3c47ca87597d1801b9d710&device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 1098 time: 0.0440898 Nov 09 05:07:47.134765 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb51f6-3de7-41c6-94a2-58f5aaf7405e req-c12b6390-fe5e-40df-aba5-768871020ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:47.136237 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c3eb51f6-3de7-41c6-94a2-58f5aaf7405e req-c12b6390-fe5e-40df-aba5-768871020ac2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9c7c7bf-a974-401b-8934-eb01fbeb899e HTTP/1.1" status: 200 len: 914 time: 0.0914471 Nov 09 05:07:47.181158 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c3eb51f6-3de7-41c6-94a2-58f5aaf7405e req-77485cd7-a562-42d9-b057-a5fac22b3a6f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1052eb61-9d88-48ed-ae53-fc737786ab8f HTTP/1.1" status: 200 len: 217 time: 0.0372415 Nov 09 05:07:47.228287 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb51f6-3de7-41c6-94a2-58f5aaf7405e req-3ae1f5a9-2617-4483-9b45-6ea136695359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:07:47.229631 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c3eb51f6-3de7-41c6-94a2-58f5aaf7405e req-3ae1f5a9-2617-4483-9b45-6ea136695359 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba84cc1c-e4f2-4be1-bfcd-f63d11a0c627 HTTP/1.1" status: 200 len: 853 time: 0.0411074 Nov 09 05:07:47.260931 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c3eb51f6-3de7-41c6-94a2-58f5aaf7405e req-ec2cbdcd-8751-45f5-923d-df59b20073a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9c7c7bf-a974-401b-8934-eb01fbeb899e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237033 Nov 09 05:07:47.350780 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c3eb51f6-3de7-41c6-94a2-58f5aaf7405e req-97f350d1-4ff3-442b-bbe1-e0333e82335e service neutron] 10.222.0.20 "GET /v2.0/networks/c9c7c7bf-a974-401b-8934-eb01fbeb899e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809863 Nov 09 05:07:47.443410 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c3eb51f6-3de7-41c6-94a2-58f5aaf7405e req-181c589b-7cdb-45b4-a2c5-741a6cd9ccc0 service neutron] 10.222.0.20 "GET /v2.0/networks/c9c7c7bf-a974-401b-8934-eb01fbeb899e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847335 Nov 09 05:07:47.603287 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:07:58.161490 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-2e5b6934-ee38-40a4-920c-53ec4edf4381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:00.346566 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-c3928c30-c7de-42b3-9bcf-bee346503639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:01.620997 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:02.981867 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:03.798644 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:09.544180 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:24.601854 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:08:28.162191 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-a37e4eda-1b96-48db-bbd6-5b9c1282a28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:30.346513 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-42a3c417-f2dd-416a-80fe-5eb5a04ce72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:31.623218 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:32.984364 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:33.800558 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:39.563772 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:08:48.899436 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0ea96b70-3515-457f-a0e3-766ce10d9762 req-43c54702-3018-49ba-873c-c2965fab9407 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3376205e-2dfb-4a11-bf1d-f56697031624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410986 Nov 09 05:08:48.987144 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea96b70-3515-457f-a0e3-766ce10d9762 req-3c523ef0-c16e-4363-a1c8-abad7ff6bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:48.987144 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0ea96b70-3515-457f-a0e3-766ce10d9762 req-3c523ef0-c16e-4363-a1c8-abad7ff6bc67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e9bea92048e49debbf053fea8eb2b9f&device_id=3376205e-2dfb-4a11-bf1d-f56697031624 HTTP/1.1" status: 200 len: 1099 time: 0.0440764 Nov 09 05:08:49.090081 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea96b70-3515-457f-a0e3-766ce10d9762 req-cf8c98aa-cde2-442b-9037-2bb2e269bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:49.091510 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0ea96b70-3515-457f-a0e3-766ce10d9762 req-cf8c98aa-cde2-442b-9037-2bb2e269bbd4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc74574-bcbe-4d7d-85c6-61611faf1df6 HTTP/1.1" status: 200 len: 916 time: 0.0826101 Nov 09 05:08:49.139335 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0ea96b70-3515-457f-a0e3-766ce10d9762 req-f6f19cb4-818f-46bc-a81d-52bbc5c84dea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4486560-446e-4f4a-b732-29ca12b603ba HTTP/1.1" status: 200 len: 217 time: 0.0370498 Nov 09 05:08:49.198029 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea96b70-3515-457f-a0e3-766ce10d9762 req-ee536972-2830-46cc-a9e5-17d5141e1c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:08:49.199711 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0ea96b70-3515-457f-a0e3-766ce10d9762 req-ee536972-2830-46cc-a9e5-17d5141e1c56 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54166d97-84bf-4725-a6b5-fd66b63ba4bd HTTP/1.1" status: 200 len: 855 time: 0.0437479 Nov 09 05:08:49.232032 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0ea96b70-3515-457f-a0e3-766ce10d9762 req-402a6c95-64ce-4f1d-a016-5cb1b52fa57a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc74574-bcbe-4d7d-85c6-61611faf1df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234745 Nov 09 05:08:49.324337 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0ea96b70-3515-457f-a0e3-766ce10d9762 req-ca3a194c-6d3b-4e13-b30d-811faa8a7244 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839150 Nov 09 05:08:49.413095 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0ea96b70-3515-457f-a0e3-766ce10d9762 req-bca964e6-350b-4900-b58a-cd7205ddc91a service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804191 Nov 09 05:08:58.163526 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-56840451-0520-4cd2-a556-4a04eeec2c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:09:00.347138 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-c4020a2e-0af6-4ca7-ae49-3ef29dc4de2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:09:01.600693 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:09:01.626326 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:09:02.988994 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:09:03.807443 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:09:09.563757 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:09:28.166849 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-8587b98a-93b6-4aa5-a87e-4f62232bb1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:09:30.348051 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-1f322350-ad65-411d-a851-24fc86e186f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:09:31.629629 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:09:32.992650 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:09:33.799727 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:09:38.599770 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:09:39.589022 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:09:58.169013 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-871d1604-ddbb-4545-8448-8bd568710315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:00.349815 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc9fbc44-d76a-4f60-aaaf-41ecc4bc667c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:01.632320 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:02.993108 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:03.801225 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:09.596207 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:15.601594 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:10:28.175078 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bae6e002-6ac8-411f-b725-eb7adb108fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:30.350581 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-335bb0e4-f281-4495-9833-4f427193f3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:31.634410 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:32.996834 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:33.806039 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:39.605429 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:10:51.931137 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-94a27c42-da9e-4f88-b5c5-8c5d1b739bb7 req-198a41f2-20e3-44c7-b5a9-7010a661cbe6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397065 Nov 09 05:10:52.036647 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a27c42-da9e-4f88-b5c5-8c5d1b739bb7 req-812c797f-a171-411f-80c8-c4410ddf24bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:10:52.038127 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-94a27c42-da9e-4f88-b5c5-8c5d1b739bb7 req-812c797f-a171-411f-80c8-c4410ddf24bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e9bea92048e49debbf053fea8eb2b9f&device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 1098 time: 0.0441582 Nov 09 05:10:52.139007 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a27c42-da9e-4f88-b5c5-8c5d1b739bb7 req-80607542-4e54-4bec-b49f-65c6ad870b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:10:52.140472 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-94a27c42-da9e-4f88-b5c5-8c5d1b739bb7 req-80607542-4e54-4bec-b49f-65c6ad870b41 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc74574-bcbe-4d7d-85c6-61611faf1df6 HTTP/1.1" status: 200 len: 916 time: 0.0825326 Nov 09 05:10:52.185214 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-94a27c42-da9e-4f88-b5c5-8c5d1b739bb7 req-767cd230-79d3-4814-8dbb-8a64dc217519 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf HTTP/1.1" status: 200 len: 217 time: 0.0364065 Nov 09 05:10:52.233071 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a27c42-da9e-4f88-b5c5-8c5d1b739bb7 req-342c30b5-ba1d-4f2a-bed9-448956d7d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:10:52.234460 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-94a27c42-da9e-4f88-b5c5-8c5d1b739bb7 req-342c30b5-ba1d-4f2a-bed9-448956d7d92f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54166d97-84bf-4725-a6b5-fd66b63ba4bd HTTP/1.1" status: 200 len: 855 time: 0.0421522 Nov 09 05:10:52.266069 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-94a27c42-da9e-4f88-b5c5-8c5d1b739bb7 req-3ebcf49b-b7ed-4cfa-9651-678efaa44925 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc74574-bcbe-4d7d-85c6-61611faf1df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248892 Nov 09 05:10:52.358358 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-94a27c42-da9e-4f88-b5c5-8c5d1b739bb7 req-e7b78278-c54c-456b-9130-876104149788 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844285 Nov 09 05:10:52.446974 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-94a27c42-da9e-4f88-b5c5-8c5d1b739bb7 req-f5c6c6cf-84ba-4b08-a9b1-a29c64c536c2 service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814564 Nov 09 05:10:52.601109 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:10:58.175838 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-c9a867ac-9623-4a0b-9250-0ac9494de5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:00.351216 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-47313702-070c-4099-b0f2-060c080ff386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:01.636694 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:03.000908 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:03.807900 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:09.604866 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:28.176913 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-9970db50-2d21-4a9f-bc18-55c112d4fcf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:29.599755 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:11:30.352724 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-b0daa266-4bec-4363-9dc1-d43402fe1641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:31.640045 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:33.004083 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:33.809308 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:39.611215 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:11:52.928919 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-34f01b25-1604-4458-b26d-2ef327e4ff12 req-31e837dc-633e-45e8-a1e5-6ab00dcd850d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398364 Nov 09 05:11:53.002989 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f01b25-1604-4458-b26d-2ef327e4ff12 req-1783914e-3dd1-49d2-8821-c20ec32c76ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:53.004478 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-34f01b25-1604-4458-b26d-2ef327e4ff12 req-1783914e-3dd1-49d2-8821-c20ec32c76ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 1099 time: 0.0430222 Nov 09 05:11:53.102952 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f01b25-1604-4458-b26d-2ef327e4ff12 req-e1076995-bb3b-437e-a960-a2ee84b34a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:53.104959 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-34f01b25-1604-4458-b26d-2ef327e4ff12 req-e1076995-bb3b-437e-a960-a2ee84b34a3e service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 200 len: 920 time: 0.0815895 Nov 09 05:11:53.148552 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-34f01b25-1604-4458-b26d-2ef327e4ff12 req-1884c348-bb21-4cb5-9b02-1c0a19a80173 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 HTTP/1.1" status: 200 len: 217 time: 0.0369711 Nov 09 05:11:53.198330 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f01b25-1604-4458-b26d-2ef327e4ff12 req-ff40823a-9971-4ef2-bdf6-dfbb8fe27814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:11:53.199837 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-34f01b25-1604-4458-b26d-2ef327e4ff12 req-ff40823a-9971-4ef2-bdf6-dfbb8fe27814 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2499b84-6c8e-423c-9fb2-df6ba60139be HTTP/1.1" status: 200 len: 859 time: 0.0436163 Nov 09 05:11:53.230483 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-34f01b25-1604-4458-b26d-2ef327e4ff12 req-c825f974-5bce-433a-84ee-e7dbd0ee3cfc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242939 Nov 09 05:11:53.320858 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-34f01b25-1604-4458-b26d-2ef327e4ff12 req-f417d3c1-0f8d-4abe-94ae-a3eb03952ab3 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836918 Nov 09 05:11:53.411485 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-34f01b25-1604-4458-b26d-2ef327e4ff12 req-2dc700fc-3aa5-4ce5-bc1e-6dcc7f9708ab service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826793 Nov 09 05:11:58.178540 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-89eb66a5-8a66-492f-ad01-ee753d2d4c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:00.354355 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-edb61875-9a89-4f08-920a-de00bc29a3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:01.642573 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:03.007153 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:03.655078 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [req-48c0ee43-3578-4227-84b0-d35ffd7f200c req-d576c05e-e970-42c2-9431-d4ede6298e93 service neutron] (100971) timed out ('10.222.0.20', 49898) {{(pid=100971) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 05:12:03.814412 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:04.023443 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0b0c7-60ce-4df9-8a7d-2b0ac2b650e9 req-0b65921b-3db2-423c-bf97-ba03e8afe375 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:04.025517 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-15d0b0c7-60ce-4df9-8a7d-2b0ac2b650e9 req-0b65921b-3db2-423c-bf97-ba03e8afe375 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.1720104 Nov 09 05:12:04.070207 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-15d0b0c7-60ce-4df9-8a7d-2b0ac2b650e9 req-270cd4c9-0195-496b-89e2-d86b39dc9931 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389683 Nov 09 05:12:05.243600 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ed46d-d0aa-42c0-af3c-d80361ec135c req-a849473d-ee42-4fa4-9a58-894dba321e2e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:05.245063 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2c0ed46d-d0aa-42c0-af3c-d80361ec135c req-a849473d-ee42-4fa4-9a58-894dba321e2e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0909488 Nov 09 05:12:05.295333 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2c0ed46d-d0aa-42c0-af3c-d80361ec135c req-beb58125-729d-4064-9a29-188f02f8d4b7 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443032 Nov 09 05:12:06.427591 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2715ba6-78e6-4fae-a175-e7bb4ac3ec7f req-ecda2b4a-7f70-4c39-8b1f-d0a76e0ad949 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:06.429088 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b2715ba6-78e6-4fae-a175-e7bb4ac3ec7f req-ecda2b4a-7f70-4c39-8b1f-d0a76e0ad949 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0479023 Nov 09 05:12:06.474753 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b2715ba6-78e6-4fae-a175-e7bb4ac3ec7f req-acc1bea2-7376-460d-95a1-2fedd50a3b6b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393622 Nov 09 05:12:06.598522 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:12:07.076312 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809a51f-3d7a-466d-8ba1-c2e198be8d1f req-16e41715-fd74-4988-9c96-20640a9a85f1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:07.077783 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f809a51f-3d7a-466d-8ba1-c2e198be8d1f req-16e41715-fd74-4988-9c96-20640a9a85f1 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=3376205e-2dfb-4a11-bf1d-f56697031624 HTTP/1.1" status: 200 len: 946 time: 0.0480504 Nov 09 05:12:07.125555 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f809a51f-3d7a-466d-8ba1-c2e198be8d1f req-79b6b5f1-f781-424b-aa93-4baf58e4e76f tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419157 Nov 09 05:12:07.590837 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a5974-cee7-4562-9044-64920c189db3 req-55696ce2-f76e-4bc1-8b00-09ff88a240ea tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:07.592384 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-378a5974-cee7-4562-9044-64920c189db3 req-55696ce2-f76e-4bc1-8b00-09ff88a240ea tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0497274 Nov 09 05:12:07.639182 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-378a5974-cee7-4562-9044-64920c189db3 req-434d7126-b8ef-4a18-9a95-6a4e01d696ef tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408933 Nov 09 05:12:07.972714 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206ea3c-c0ca-4255-8b03-58db08170811 req-1da5e778-eae0-4a7e-9e24-2b6b1e18a402 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:07.974189 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7206ea3c-c0ca-4255-8b03-58db08170811 req-1da5e778-eae0-4a7e-9e24-2b6b1e18a402 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.20 "GET /v2.0/ports?device_id=3376205e-2dfb-4a11-bf1d-f56697031624 HTTP/1.1" status: 200 len: 946 time: 0.0505097 Nov 09 05:12:08.073139 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-7206ea3c-c0ca-4255-8b03-58db08170811 req-533cb129-6737-4238-931c-f8b98028701a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Deleting port b4486560-446e-4f4a-b732-29ca12b603ba {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:12:08.073475 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-7206ea3c-c0ca-4255-8b03-58db08170811 req-533cb129-6737-4238-931c-f8b98028701a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:08.157967 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-7206ea3c-c0ca-4255-8b03-58db08170811 req-533cb129-6737-4238-931c-f8b98028701a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] For port b4486560-446e-4f4a-b732-29ca12b603ba, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=b4486560-446e-4f4a-b732-29ca12b603ba,segment=NetworkSegment(15b33fde-2078-42f0-ac57-1c9310d80e2d),segment_id=15b33fde-2078-42f0-ac57-1c9310d80e2d)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:12:08.158322 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-7206ea3c-c0ca-4255-8b03-58db08170811 req-533cb129-6737-4238-931c-f8b98028701a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:08.171834 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-7206ea3c-c0ca-4255-8b03-58db08170811 req-533cb129-6737-4238-931c-f8b98028701a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Calling delete_port for b4486560-446e-4f4a-b732-29ca12b603ba owned by compute:nova {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:12:08.239020 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a59d34-9872-4c46-9d93-2962656f3a0f req-35046ee2-7244-4811-a4a0-656ba039e0ca tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:08.240501 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-92a59d34-9872-4c46-9d93-2962656f3a0f req-35046ee2-7244-4811-a4a0-656ba039e0ca tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=3376205e-2dfb-4a11-bf1d-f56697031624 HTTP/1.1" status: 200 len: 946 time: 0.0473039 Nov 09 05:12:08.287701 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-92a59d34-9872-4c46-9d93-2962656f3a0f req-54000b56-e51a-42ed-9940-e23b7e5ef755 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403659 Nov 09 05:12:08.300512 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-7206ea3c-c0ca-4255-8b03-58db08170811 req-533cb129-6737-4238-931c-f8b98028701a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:08.326795 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cb129-6737-4238-931c-f8b98028701a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Pushing event deleted for resources: {'Port': ['ID=b4486560-446e-4f4a-b732-29ca12b603ba,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:12:08.336911 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf', 'ac852503-70fb-48a9-b3d8-4f2cac27b230', 'b4486560-446e-4f4a-b732-29ca12b603ba'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:12:08.339220 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533cb129-6737-4238-931c-f8b98028701a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:12:08.339574 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533cb129-6737-4238-931c-f8b98028701a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:12:08.339940 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533cb129-6737-4238-931c-f8b98028701a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:12:08.340272 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533cb129-6737-4238-931c-f8b98028701a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:12:08.340603 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533cb129-6737-4238-931c-f8b98028701a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:12:08.340932 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533cb129-6737-4238-931c-f8b98028701a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:12:08.341256 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533cb129-6737-4238-931c-f8b98028701a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:12:08.341579 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533cb129-6737-4238-931c-f8b98028701a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:12:08.341902 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533cb129-6737-4238-931c-f8b98028701a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:12:08.342219 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533cb129-6737-4238-931c-f8b98028701a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:12:08.342541 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533cb129-6737-4238-931c-f8b98028701a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:12:08.342859 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533cb129-6737-4238-931c-f8b98028701a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:12:08.382823 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-7206ea3c-c0ca-4255-8b03-58db08170811 req-533cb129-6737-4238-931c-f8b98028701a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] No DVR routers for this DVR port b4486560-446e-4f4a-b732-29ca12b603ba on host hv-cinder-81713 {{(pid=100972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:12:08.385284 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-7206ea3c-c0ca-4255-8b03-58db08170811 req-533cb129-6737-4238-931c-f8b98028701a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:08.388577 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7206ea3c-c0ca-4255-8b03-58db08170811 req-533cb129-6737-4238-931c-f8b98028701a tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.20 "DELETE /v2.0/ports/b4486560-446e-4f4a-b732-29ca12b603ba HTTP/1.1" status: 204 len: 173 time: 0.4045675 Nov 09 05:12:08.389010 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3376205e-2dfb-4a11-bf1d-f56697031624', 'name': 'network-vif-deleted', 'tag': 'b4486560-446e-4f4a-b732-29ca12b603ba'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:12:08.391233 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3c7cc9-000b-4fe6-8dfe-2cce69ecc87c" -d '{"events": [{"server_uuid": "3376205e-2dfb-4a11-bf1d-f56697031624", "name": "network-vif-deleted", "tag": "b4486560-446e-4f4a-b732-29ca12b603ba"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:12:08.430350 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f6b9ea-6b10-4f28-8ed1-aa33b46361fd x-openstack-request-id: req-83f6b9ea-6b10-4f28-8ed1-aa33b46361fd {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:12:08.431451 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3376205e-2dfb-4a11-bf1d-f56697031624", "name": "network-vif-deleted", "tag": "b4486560-446e-4f4a-b732-29ca12b603ba", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:12:08.431872 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83f6b9ea-6b10-4f28-8ed1-aa33b46361fd {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:12:08.432962 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3376205e-2dfb-4a11-bf1d-f56697031624', 'name': 'network-vif-deleted', 'tag': 'b4486560-446e-4f4a-b732-29ca12b603ba', 'status': 'completed', 'code': 200} Nov 09 05:12:08.751434 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05ffa0-72a2-43dc-b07a-bca1e2458104 req-69976f18-df3d-48e9-a42d-37d80798af9b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:08.752912 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7c05ffa0-72a2-43dc-b07a-bca1e2458104 req-69976f18-df3d-48e9-a42d-37d80798af9b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0475047 Nov 09 05:12:08.798559 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7c05ffa0-72a2-43dc-b07a-bca1e2458104 req-8ae21bca-6729-47cd-b23d-0f5db3cb975a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397749 Nov 09 05:12:09.559243 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80e88-7202-48b7-91c8-c7630793ef4e req-4c50540a-c020-48b5-b4e6-848260ae6838 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:09.560909 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e7f80e88-7202-48b7-91c8-c7630793ef4e req-4c50540a-c020-48b5-b4e6-848260ae6838 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 945 time: 0.0493078 Nov 09 05:12:09.608560 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e7f80e88-7202-48b7-91c8-c7630793ef4e req-e9e1a3b3-9d13-477a-9ff2-610c2f6d54f3 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418491 Nov 09 05:12:09.621421 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:09.920660 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34b282-446d-4768-b288-04f961400a8b req-91201ca9-2602-4ce5-b0a0-04136322ebf8 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:09.922110 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5a34b282-446d-4768-b288-04f961400a8b req-91201ca9-2602-4ce5-b0a0-04136322ebf8 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0507066 Nov 09 05:12:09.968185 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5a34b282-446d-4768-b288-04f961400a8b req-f74ce503-8ea5-4e67-b653-b0f7cbda61d9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399144 Nov 09 05:12:10.523898 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d56e8-7d60-4881-ba34-80df23d47051 req-f880f520-b42d-4eb1-aff3-96b713b4dbb8 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:10.525981 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ce6d56e8-7d60-4881-ba34-80df23d47051 req-f880f520-b42d-4eb1-aff3-96b713b4dbb8 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 945 time: 0.0473921 Nov 09 05:12:10.617799 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-ce6d56e8-7d60-4881-ba34-80df23d47051 req-a03d5342-5dec-46e2-aaef-6b984a0806a3 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Deleting port ac852503-70fb-48a9-b3d8-4f2cac27b230 {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:12:10.618393 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-ce6d56e8-7d60-4881-ba34-80df23d47051 req-a03d5342-5dec-46e2-aaef-6b984a0806a3 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:10.732090 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-ce6d56e8-7d60-4881-ba34-80df23d47051 req-a03d5342-5dec-46e2-aaef-6b984a0806a3 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] For port ac852503-70fb-48a9-b3d8-4f2cac27b230, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=ac852503-70fb-48a9-b3d8-4f2cac27b230,segment=NetworkSegment(15b33fde-2078-42f0-ac57-1c9310d80e2d),segment_id=15b33fde-2078-42f0-ac57-1c9310d80e2d)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:12:10.732448 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-ce6d56e8-7d60-4881-ba34-80df23d47051 req-a03d5342-5dec-46e2-aaef-6b984a0806a3 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:10.753121 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-ce6d56e8-7d60-4881-ba34-80df23d47051 req-a03d5342-5dec-46e2-aaef-6b984a0806a3 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Calling delete_port for ac852503-70fb-48a9-b3d8-4f2cac27b230 owned by compute:nova {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:12:10.762265 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4315f38-3649-4533-925b-a7a26bf0eabc req-733e19aa-7a85-4920-8fa3-a961531a7b5d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:10.763738 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b4315f38-3649-4533-925b-a7a26bf0eabc req-733e19aa-7a85-4920-8fa3-a961531a7b5d tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4587bfc-3272-4893-a25b-9e3cdbcd8f47 HTTP/1.1" status: 200 len: 945 time: 0.0822368 Nov 09 05:12:10.851065 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b4315f38-3649-4533-925b-a7a26bf0eabc req-9aa9896d-f0e4-43a2-8c1e-5e24e186c892 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800745 Nov 09 05:12:10.922006 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-ce6d56e8-7d60-4881-ba34-80df23d47051 req-a03d5342-5dec-46e2-aaef-6b984a0806a3 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:10.952101 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d5342-5dec-46e2-aaef-6b984a0806a3 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Pushing event deleted for resources: {'Port': ['ID=ac852503-70fb-48a9-b3d8-4f2cac27b230,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:12:10.956874 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf', 'ac852503-70fb-48a9-b3d8-4f2cac27b230'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:12:10.993114 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6d56e8-7d60-4881-ba34-80df23d47051 req-a03d5342-5dec-46e2-aaef-6b984a0806a3 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] No DVR routers for this DVR port ac852503-70fb-48a9-b3d8-4f2cac27b230 on host hv-cinder-81713 {{(pid=100972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:12:10.996098 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-ce6d56e8-7d60-4881-ba34-80df23d47051 req-a03d5342-5dec-46e2-aaef-6b984a0806a3 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:10.999312 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ce6d56e8-7d60-4881-ba34-80df23d47051 req-a03d5342-5dec-46e2-aaef-6b984a0806a3 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.20 "DELETE /v2.0/ports/ac852503-70fb-48a9-b3d8-4f2cac27b230 HTTP/1.1" status: 204 len: 173 time: 0.4664991 Nov 09 05:12:10.999782 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4587bfc-3272-4893-a25b-9e3cdbcd8f47', 'name': 'network-vif-deleted', 'tag': 'ac852503-70fb-48a9-b3d8-4f2cac27b230'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:12:11.002106 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d29f0d-1183-4bb2-89c3-f568a88412c6" -d '{"events": [{"server_uuid": "f4587bfc-3272-4893-a25b-9e3cdbcd8f47", "name": "network-vif-deleted", "tag": "ac852503-70fb-48a9-b3d8-4f2cac27b230"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:12:11.042375 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05642c8d-6eac-400f-b5ce-0b204a24ece4 x-openstack-request-id: req-05642c8d-6eac-400f-b5ce-0b204a24ece4 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:12:11.042677 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4587bfc-3272-4893-a25b-9e3cdbcd8f47", "name": "network-vif-deleted", "tag": "ac852503-70fb-48a9-b3d8-4f2cac27b230", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:12:11.042983 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05642c8d-6eac-400f-b5ce-0b204a24ece4 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:12:11.043365 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4587bfc-3272-4893-a25b-9e3cdbcd8f47', 'name': 'network-vif-deleted', 'tag': 'ac852503-70fb-48a9-b3d8-4f2cac27b230', 'status': 'completed', 'code': 200} Nov 09 05:12:11.120417 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc3df6-ccf6-4655-93e7-e878b6518106 req-f0995a65-bf3d-44f9-b6d9-3f3bcae803d2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:11.122067 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c8bc3df6-ccf6-4655-93e7-e878b6518106 req-f0995a65-bf3d-44f9-b6d9-3f3bcae803d2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0688791 Nov 09 05:12:11.170108 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c8bc3df6-ccf6-4655-93e7-e878b6518106 req-7ae0de3a-3b85-49b2-8c1c-067a57095d8e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418003 Nov 09 05:12:11.549460 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device ac852503-70fb-48a9-b3d8-4f2cac27b230 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:12:11.569914 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] No Port match for: ac852503-70fb-48a9-b3d8-4f2cac27b230 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:12:11.570267 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device ac852503-70fb-48a9-b3d8-4f2cac27b230 not bound to the agent host hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:12:11.570653 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device b4486560-446e-4f4a-b732-29ca12b603ba no longer exists at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:12:11.589574 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] No Port match for: b4486560-446e-4f4a-b732-29ca12b603ba {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:12:11.589907 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device b4486560-446e-4f4a-b732-29ca12b603ba not bound to the agent host hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:12:12.282182 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36bcda-0524-4539-bc07-6bbc0ff4f2f8 req-9caa8bfe-79d8-43e0-be58-58bcdb23ee8b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:12.283666 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1b36bcda-0524-4539-bc07-6bbc0ff4f2f8 req-9caa8bfe-79d8-43e0-be58-58bcdb23ee8b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0473027 Nov 09 05:12:12.332113 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1b36bcda-0524-4539-bc07-6bbc0ff4f2f8 req-3914d55e-aa89-492c-8847-67824b39599e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427296 Nov 09 05:12:13.444138 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc994431-bedd-4156-9f0d-a3fb5c93b605 req-1ffb7826-0b98-4790-8e66-6cfdf56a4fe4 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:13.445564 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-bc994431-bedd-4156-9f0d-a3fb5c93b605 req-1ffb7826-0b98-4790-8e66-6cfdf56a4fe4 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0475039 Nov 09 05:12:13.490684 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-bc994431-bedd-4156-9f0d-a3fb5c93b605 req-fed6d5b7-67e0-40ec-8196-24c13cd0415a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387418 Nov 09 05:12:14.605967 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb81cf0-c6ef-43fa-ad85-917526235374 req-2cb7c224-d870-47f4-979d-0cc3e18e532a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:14.607347 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-afb81cf0-c6ef-43fa-ad85-917526235374 req-2cb7c224-d870-47f4-979d-0cc3e18e532a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0477350 Nov 09 05:12:14.654624 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-afb81cf0-c6ef-43fa-ad85-917526235374 req-36feaab4-7182-4006-9a8d-aa292d447525 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407789 Nov 09 05:12:15.769816 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d960fc-1b5a-4885-81b6-a25fff47dc68 req-3becb5d8-f3fa-4443-ad73-d879f83feefe tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:15.771248 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-98d960fc-1b5a-4885-81b6-a25fff47dc68 req-3becb5d8-f3fa-4443-ad73-d879f83feefe tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0508730 Nov 09 05:12:15.816678 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-98d960fc-1b5a-4885-81b6-a25fff47dc68 req-021df4a8-6fd7-4f28-bbe8-5383cc5a3307 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386763 Nov 09 05:12:16.931279 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e72b7-de05-4151-a420-7d0d241de778 req-b6f55187-ab44-4fe7-8ef1-9449d3b5b384 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:16.932805 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-554e72b7-de05-4151-a420-7d0d241de778 req-b6f55187-ab44-4fe7-8ef1-9449d3b5b384 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0475891 Nov 09 05:12:16.981227 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-554e72b7-de05-4151-a420-7d0d241de778 req-a782a520-b28f-4eeb-a089-9c07e1aec39f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425024 Nov 09 05:12:18.093418 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70099093-458c-4f87-8545-0ddc71207314 req-d0601fa8-dfca-4666-9811-1a9bac9ab27d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:18.094840 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-70099093-458c-4f87-8545-0ddc71207314 req-d0601fa8-dfca-4666-9811-1a9bac9ab27d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0472965 Nov 09 05:12:18.139825 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-70099093-458c-4f87-8545-0ddc71207314 req-1187360a-6f81-4c75-aa58-0f3e91685148 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391858 Nov 09 05:12:19.256149 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444a49a-2ab7-4905-afa6-3e50a872e55b req-8aa52c38-ed32-4206-9bfe-e1b1f7f5f188 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:19.257511 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5444a49a-2ab7-4905-afa6-3e50a872e55b req-8aa52c38-ed32-4206-9bfe-e1b1f7f5f188 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0514026 Nov 09 05:12:19.310156 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5444a49a-2ab7-4905-afa6-3e50a872e55b req-d511a9b7-7a5a-4091-8ab3-0aa1cacc5657 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462000 Nov 09 05:12:20.425019 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c98fb-3f65-454b-a9b5-e3cd7bb6c25e req-08c8c54d-36dd-4c61-b249-81b3e8edad2d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:20.426463 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c35c98fb-3f65-454b-a9b5-e3cd7bb6c25e req-08c8c54d-36dd-4c61-b249-81b3e8edad2d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0483861 Nov 09 05:12:20.475873 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c35c98fb-3f65-454b-a9b5-e3cd7bb6c25e req-c314f695-0864-40d4-9961-6a5e9b48c5fa tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435104 Nov 09 05:12:21.591446 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1d7ef-9ab5-4c64-b4f1-3eff2e018032 req-8070d38c-879d-4e82-ba39-72c921434c1b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:21.593039 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-76a1d7ef-9ab5-4c64-b4f1-3eff2e018032 req-8070d38c-879d-4e82-ba39-72c921434c1b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0505502 Nov 09 05:12:21.640649 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-76a1d7ef-9ab5-4c64-b4f1-3eff2e018032 req-5142aeef-7225-4b8f-83b6-c2f4900aee17 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407827 Nov 09 05:12:22.759026 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dedff-0635-4021-8ba8-f14e05c938ec req-4de7d4e5-e299-467b-a677-9a5e90e692b0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:22.760508 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-194dedff-0635-4021-8ba8-f14e05c938ec req-4de7d4e5-e299-467b-a677-9a5e90e692b0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0481589 Nov 09 05:12:22.807168 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-194dedff-0635-4021-8ba8-f14e05c938ec req-1b2b1c35-319f-43d2-8896-a75175f56e92 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407650 Nov 09 05:12:23.921305 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81321b72-1713-493a-a6aa-eec958f0281f req-fbb2439d-9825-4e16-9ff1-1aa4c45f7ea7 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:23.922805 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-81321b72-1713-493a-a6aa-eec958f0281f req-fbb2439d-9825-4e16-9ff1-1aa4c45f7ea7 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0511413 Nov 09 05:12:23.968978 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-81321b72-1713-493a-a6aa-eec958f0281f req-ea91d38b-2969-41de-87ed-fd1f669c954d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403886 Nov 09 05:12:25.080377 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e05b2c-476d-44b9-98ab-f6a7db24b9cd req-a01d3646-0621-47d3-a87b-64058ec40968 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:25.081808 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-63e05b2c-476d-44b9-98ab-f6a7db24b9cd req-a01d3646-0621-47d3-a87b-64058ec40968 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0471170 Nov 09 05:12:25.127414 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-63e05b2c-476d-44b9-98ab-f6a7db24b9cd req-73199c91-4f5e-42f5-abd0-cf59680e74a0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393307 Nov 09 05:12:26.239092 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb45d6-6c60-4eac-9618-94b4c9480625 req-84f9331e-777f-4bf5-858f-b3b6266fb772 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:26.240570 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a9bb45d6-6c60-4eac-9618-94b4c9480625 req-84f9331e-777f-4bf5-858f-b3b6266fb772 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0470762 Nov 09 05:12:26.286227 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a9bb45d6-6c60-4eac-9618-94b4c9480625 req-5cbca8ab-2f48-42fe-9d9b-b7a1fc72be91 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393331 Nov 09 05:12:27.402552 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25e6e1-e34a-4047-a907-f3654e461067 req-206eabcb-a49e-40f6-a726-008fbf047283 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:27.404045 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3e25e6e1-e34a-4047-a907-f3654e461067 req-206eabcb-a49e-40f6-a726-008fbf047283 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0529909 Nov 09 05:12:27.450230 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3e25e6e1-e34a-4047-a907-f3654e461067 req-4ffce50c-e852-4cc7-a55b-5f310492e378 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401535 Nov 09 05:12:28.179569 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-7c03d653-3dc1-4297-a714-b512da862a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:28.561349 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb6888-1e55-4b99-9c70-01e0715f6845 req-596c0f74-7717-41c6-90fc-0bf1c7756ecd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:28.562808 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a6eb6888-1e55-4b99-9c70-01e0715f6845 req-596c0f74-7717-41c6-90fc-0bf1c7756ecd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0468602 Nov 09 05:12:28.611848 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a6eb6888-1e55-4b99-9c70-01e0715f6845 req-bd970cbf-4a0e-49e4-841b-197010d22ddb tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432093 Nov 09 05:12:29.723294 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f513e-bdd7-49ef-bf4d-0428dd2c98d5 req-1ac2db5a-280e-40f4-975b-259c28e2c8cd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:29.724784 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-334f513e-bdd7-49ef-bf4d-0428dd2c98d5 req-1ac2db5a-280e-40f4-975b-259c28e2c8cd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0475228 Nov 09 05:12:29.771721 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-334f513e-bdd7-49ef-bf4d-0428dd2c98d5 req-e027692d-23a8-43f3-83fc-f401044abdc6 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410678 Nov 09 05:12:30.355995 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-3c06553c-6338-4831-b2b3-9d248a291260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:30.884875 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10355c0-df9c-404d-8635-e6120e4874a2 req-0fc95b62-4d56-4b42-89d3-69c75334d503 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:30.886323 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b10355c0-df9c-404d-8635-e6120e4874a2 req-0fc95b62-4d56-4b42-89d3-69c75334d503 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0480542 Nov 09 05:12:30.934773 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b10355c0-df9c-404d-8635-e6120e4874a2 req-3335e84f-a2b0-4bfa-bb5b-f3e552c174e9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422421 Nov 09 05:12:31.644965 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:32.051236 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4653fe-b91f-4f56-9b6d-ef3548b6761f req-7a654902-d65e-4f6c-b85f-47d9adadcfdf tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:32.052850 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9f4653fe-b91f-4f56-9b6d-ef3548b6761f req-7a654902-d65e-4f6c-b85f-47d9adadcfdf tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0499673 Nov 09 05:12:32.101529 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9f4653fe-b91f-4f56-9b6d-ef3548b6761f req-6b12dd5b-16bd-4981-a8bd-94a3f3c0b87b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426362 Nov 09 05:12:33.010335 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:33.213661 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107802d1-f49a-4c89-b588-919be58c8cd2 req-e3a95df8-80cf-4d66-b336-e97043e7f4d3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:33.215109 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-107802d1-f49a-4c89-b588-919be58c8cd2 req-e3a95df8-80cf-4d66-b336-e97043e7f4d3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0478337 Nov 09 05:12:33.261224 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-107802d1-f49a-4c89-b588-919be58c8cd2 req-3e1f0e45-ea02-4da0-b18a-70ce9ebe3dc6 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402713 Nov 09 05:12:33.816129 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:34.374412 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfbe49-e40d-4de4-9388-8e6d56b53f07 req-a5ed649f-94ca-4aa3-96a7-0aae21fc5b12 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:34.375893 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-23dfbe49-e40d-4de4-9388-8e6d56b53f07 req-a5ed649f-94ca-4aa3-96a7-0aae21fc5b12 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0487468 Nov 09 05:12:34.421861 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-23dfbe49-e40d-4de4-9388-8e6d56b53f07 req-89e2f0aa-d5f8-4fb8-b7ff-df1e2f3342d4 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401523 Nov 09 05:12:35.536878 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ddd78-1d00-44d4-a1a4-8232818975cf req-45b6f5f8-a239-41db-876f-b1626f387ae8 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:35.538305 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ab9ddd78-1d00-44d4-a1a4-8232818975cf req-45b6f5f8-a239-41db-876f-b1626f387ae8 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0507061 Nov 09 05:12:35.584001 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ab9ddd78-1d00-44d4-a1a4-8232818975cf req-fe05f524-1967-440c-b7c9-1187090fdfed tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392275 Nov 09 05:12:36.698116 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed031df7-5845-49f9-969e-53c4d56e44a2 req-1cc9786c-5424-489f-b061-081ec7db3b73 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:36.699554 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ed031df7-5845-49f9-969e-53c4d56e44a2 req-1cc9786c-5424-489f-b061-081ec7db3b73 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0483656 Nov 09 05:12:36.745029 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ed031df7-5845-49f9-969e-53c4d56e44a2 req-aba7b330-2653-4a11-b002-c5bbc84accaa tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396807 Nov 09 05:12:37.857270 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c530c-0152-4d79-a70c-8a0770a7db08 req-303f349c-005c-42aa-8adf-a8f29766b009 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:37.858629 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-842c530c-0152-4d79-a70c-8a0770a7db08 req-303f349c-005c-42aa-8adf-a8f29766b009 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0479310 Nov 09 05:12:37.905053 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-842c530c-0152-4d79-a70c-8a0770a7db08 req-6e06482d-788f-4b5a-8886-2ae451c7cc06 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403357 Nov 09 05:12:39.026714 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194e846-d897-4682-ba4c-57a8973976eb req-89105616-edd9-4e30-a300-274d82defbb6 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:39.028175 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6194e846-d897-4682-ba4c-57a8973976eb req-89105616-edd9-4e30-a300-274d82defbb6 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0515881 Nov 09 05:12:39.073752 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6194e846-d897-4682-ba4c-57a8973976eb req-6411694e-4ad9-4984-b4f3-0b4508a4dc2d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397940 Nov 09 05:12:39.626294 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:40.186365 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108b5b2-3d25-4f07-8ded-c25d7d87ddbd req-1b62ab83-fdb8-4955-93c5-ede0134b73a0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:40.187878 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8108b5b2-3d25-4f07-8ded-c25d7d87ddbd req-1b62ab83-fdb8-4955-93c5-ede0134b73a0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0481727 Nov 09 05:12:40.237868 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8108b5b2-3d25-4f07-8ded-c25d7d87ddbd req-a3443a46-bb17-4242-b2a6-086a491a887d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439634 Nov 09 05:12:41.353711 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb69d46-1c32-4e51-87bd-3eb4c62a11ad req-f009d4a0-caad-4fb6-9e41-aab7d0c343e9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:41.355111 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2cb69d46-1c32-4e51-87bd-3eb4c62a11ad req-f009d4a0-caad-4fb6-9e41-aab7d0c343e9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0522337 Nov 09 05:12:41.402144 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2cb69d46-1c32-4e51-87bd-3eb4c62a11ad req-3c7e3d3a-5288-4177-ae31-f90126a1c24f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411708 Nov 09 05:12:42.513864 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c5771-fe08-4384-8fce-e28507200bfa req-a80827a6-a28a-4601-8c30-e89a4129830c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:42.515295 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c22c5771-fe08-4384-8fce-e28507200bfa req-a80827a6-a28a-4601-8c30-e89a4129830c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0480046 Nov 09 05:12:42.560632 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c22c5771-fe08-4384-8fce-e28507200bfa req-9ebb5e50-5e4f-40eb-9441-0e0aa02f7d19 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391796 Nov 09 05:12:43.597767 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:12:43.678775 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61311745-fa3f-4320-a0b5-ee77e7035825 req-4137a1dc-5b36-4d18-98d1-19a48b645d33 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:43.680242 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-61311745-fa3f-4320-a0b5-ee77e7035825 req-4137a1dc-5b36-4d18-98d1-19a48b645d33 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0515292 Nov 09 05:12:43.726227 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-61311745-fa3f-4320-a0b5-ee77e7035825 req-3c5b1582-3ac5-4f7f-8d29-cc438e1f86ef tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399737 Nov 09 05:12:44.838643 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826c9fe-6a31-4fc9-8ad1-b64c571a71b9 req-6b720f5a-7296-4272-b047-b37e27ee51d3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:44.840179 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9826c9fe-6a31-4fc9-8ad1-b64c571a71b9 req-6b720f5a-7296-4272-b047-b37e27ee51d3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0479953 Nov 09 05:12:44.886211 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9826c9fe-6a31-4fc9-8ad1-b64c571a71b9 req-cb407e6f-71e5-4c5a-a13a-14b332080fb7 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400937 Nov 09 05:12:46.003315 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05a7bc-3f8b-4baf-8fb1-d0fcf2241167 req-e0f951ce-9e8a-4557-b757-eb8cf2c39c89 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:46.004789 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4a05a7bc-3f8b-4baf-8fb1-d0fcf2241167 req-e0f951ce-9e8a-4557-b757-eb8cf2c39c89 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0479517 Nov 09 05:12:46.050765 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4a05a7bc-3f8b-4baf-8fb1-d0fcf2241167 req-2663cb9a-402d-4f98-86d4-1dd7b8da0b80 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401173 Nov 09 05:12:47.167885 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26733d-5970-47d0-b501-dce6bbcb3aad req-ab1c48ff-a9d6-4580-9e09-90148d06441a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:47.169314 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ea26733d-5970-47d0-b501-dce6bbcb3aad req-ab1c48ff-a9d6-4580-9e09-90148d06441a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0508478 Nov 09 05:12:47.214783 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ea26733d-5970-47d0-b501-dce6bbcb3aad req-6277eff5-9117-42e7-8d0d-83b6e58fa576 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396502 Nov 09 05:12:48.326699 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c6346-fa0e-415a-a2fa-324b7c25cfeb req-1b0cf741-7f3d-4f19-9477-e8f677f7dce1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:48.328164 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c45c6346-fa0e-415a-a2fa-324b7c25cfeb req-1b0cf741-7f3d-4f19-9477-e8f677f7dce1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0476096 Nov 09 05:12:48.377000 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c45c6346-fa0e-415a-a2fa-324b7c25cfeb req-913b631c-6c69-4b42-acbd-1eb1ef0d7fb3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431046 Nov 09 05:12:49.489832 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914766a-e004-4628-bcc0-4efc1228f6af req-1bb659c6-a360-4319-a121-7bfe4a163cb2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:49.491300 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4914766a-e004-4628-bcc0-4efc1228f6af req-1bb659c6-a360-4319-a121-7bfe4a163cb2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0481336 Nov 09 05:12:49.538153 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4914766a-e004-4628-bcc0-4efc1228f6af req-9a405491-d218-4bf8-99fa-215d8a97fc90 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409715 Nov 09 05:12:50.652909 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695620ad-1179-418c-a1ae-260b7656dbd3 req-9f689798-14d6-441e-a1b6-b26f0e67d228 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:50.654379 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-695620ad-1179-418c-a1ae-260b7656dbd3 req-9f689798-14d6-441e-a1b6-b26f0e67d228 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0482535 Nov 09 05:12:50.702545 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-695620ad-1179-418c-a1ae-260b7656dbd3 req-90880a7c-e5db-423b-b40d-518cf6bce354 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423946 Nov 09 05:12:51.825814 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8a648-8fb8-47b5-8006-d5d957bcafae req-d5e91380-53d2-4b72-a420-e1e2348617f9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:51.827180 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-28d8a648-8fb8-47b5-8006-d5d957bcafae req-d5e91380-53d2-4b72-a420-e1e2348617f9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0499673 Nov 09 05:12:51.872620 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-28d8a648-8fb8-47b5-8006-d5d957bcafae req-889a4410-6e15-4812-803c-169d8e4e4c36 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396616 Nov 09 05:12:53.003848 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc51e77-b6fc-48b0-ab55-fae3b2a9d1db req-90026b73-f2ce-49ca-a78b-c0ca01e7b135 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:53.005363 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-bdc51e77-b6fc-48b0-ab55-fae3b2a9d1db req-90026b73-f2ce-49ca-a78b-c0ca01e7b135 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0671837 Nov 09 05:12:53.053739 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-bdc51e77-b6fc-48b0-ab55-fae3b2a9d1db req-c89bce7d-ac3f-4ae1-96e2-6ea7b8102ebc tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422378 Nov 09 05:12:54.165521 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe7ce6-8e91-48ee-9d24-df646f26b53f req-c9620e36-4b1d-46bb-884b-c029821e2e98 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:54.166964 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-88fe7ce6-8e91-48ee-9d24-df646f26b53f req-c9620e36-4b1d-46bb-884b-c029821e2e98 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0473111 Nov 09 05:12:54.211686 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-88fe7ce6-8e91-48ee-9d24-df646f26b53f req-3cee1d0e-c145-4e53-aeb2-d028df4831d2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388963 Nov 09 05:12:55.014071 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7cdba00c-704a-4be7-8548-f242099b010f req-aef19b89-b431-4d92-86e9-b59c056d60d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1372321 Nov 09 05:12:55.085897 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdba00c-704a-4be7-8548-f242099b010f req-745cec45-0915-48d5-87a1-998fc15e2d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:55.087357 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7cdba00c-704a-4be7-8548-f242099b010f req-745cec45-0915-48d5-87a1-998fc15e2d96 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 1099 time: 0.0399091 Nov 09 05:12:55.188550 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdba00c-704a-4be7-8548-f242099b010f req-808b39b1-c287-467c-bf6a-5df9a409d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:55.189989 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7cdba00c-704a-4be7-8548-f242099b010f req-808b39b1-c287-467c-bf6a-5df9a409d029 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 200 len: 920 time: 0.0833604 Nov 09 05:12:55.232695 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7cdba00c-704a-4be7-8548-f242099b010f req-4d3d4036-9044-4291-8393-4d2c22f38016 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e9494d2-6026-4da9-9838-657923b0d3c9 HTTP/1.1" status: 200 len: 217 time: 0.0356231 Nov 09 05:12:55.290565 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdba00c-704a-4be7-8548-f242099b010f req-cb640aaf-ed98-4833-a28d-5eb6ae7cbc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:55.292521 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7cdba00c-704a-4be7-8548-f242099b010f req-cb640aaf-ed98-4833-a28d-5eb6ae7cbc1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2499b84-6c8e-423c-9fb2-df6ba60139be HTTP/1.1" status: 200 len: 859 time: 0.0524778 Nov 09 05:12:55.336301 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7cdba00c-704a-4be7-8548-f242099b010f req-80bc59cf-fc90-4157-a23f-250b4b36efc3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271430 Nov 09 05:12:55.618786 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6194f7-42cd-44cc-bd21-48d749106c7d req-6854d4ed-d5f5-4119-b397-3352dc81af24 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:55.620637 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ae6194f7-42cd-44cc-bd21-48d749106c7d req-6854d4ed-d5f5-4119-b397-3352dc81af24 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.3390830 Nov 09 05:12:55.706729 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ae6194f7-42cd-44cc-bd21-48d749106c7d req-54caae99-f698-4735-9450-0ca344597def tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603139 Nov 09 05:12:55.710129 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7cdba00c-704a-4be7-8548-f242099b010f req-5936fe73-d217-439d-a14a-7bf115c93f08 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667216 Nov 09 05:12:55.804643 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7cdba00c-704a-4be7-8548-f242099b010f req-394e0bd4-e180-46a3-b60d-4b3af1929840 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859990 Nov 09 05:12:56.820421 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e8b68-26fc-44bd-b6e0-2e3ee6aedacd req-85b67144-7a46-47a1-823b-7c6c9d23cfbd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:56.822444 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c91e8b68-26fc-44bd-b6e0-2e3ee6aedacd req-85b67144-7a46-47a1-823b-7c6c9d23cfbd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0471120 Nov 09 05:12:56.871720 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c91e8b68-26fc-44bd-b6e0-2e3ee6aedacd req-85c20d0a-b89f-40e2-9810-a0263c51d907 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431054 Nov 09 05:12:57.983894 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7b3ad-050a-42c4-9e21-1fba2307a800 req-4cff1a9f-b0ba-4007-b05c-3b33d58e816f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:57.985354 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-edc7b3ad-050a-42c4-9e21-1fba2307a800 req-4cff1a9f-b0ba-4007-b05c-3b33d58e816f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0482943 Nov 09 05:12:58.035967 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-edc7b3ad-050a-42c4-9e21-1fba2307a800 req-cc481acd-463f-4609-aea8-803837007cc3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446916 Nov 09 05:12:58.179674 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f6413e34-d69a-459e-b8e2-1b304e947f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:12:59.148325 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01164802-622c-498d-83ef-67c588cbb806 req-a958645d-dc04-4dfb-8f4a-e121d50ab3ba tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:12:59.149676 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-01164802-622c-498d-83ef-67c588cbb806 req-a958645d-dc04-4dfb-8f4a-e121d50ab3ba tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0479879 Nov 09 05:12:59.196171 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-01164802-622c-498d-83ef-67c588cbb806 req-fb6d6cc8-3f36-4a2f-92c2-cfe6e045fa08 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 Nov 09 05:13:00.311641 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300ad31-5aa0-4d43-b880-5b15637ebbc8 req-1961f6f8-8372-48ff-a6bd-dee2493223a1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:00.313108 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4300ad31-5aa0-4d43-b880-5b15637ebbc8 req-1961f6f8-8372-48ff-a6bd-dee2493223a1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0516467 Nov 09 05:13:00.364362 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-24009625-e58e-481c-b396-d298eeeb03b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:00.365086 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4300ad31-5aa0-4d43-b880-5b15637ebbc8 req-d91fea2b-2c47-4847-876a-80b465fa8141 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461197 Nov 09 05:13:01.473922 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73c795-9932-4810-9f5f-1a4955c85e69 req-4d422b25-e914-426c-b173-03a4c730f5aa tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:01.475367 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-da73c795-9932-4810-9f5f-1a4955c85e69 req-4d422b25-e914-426c-b173-03a4c730f5aa tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0484588 Nov 09 05:13:01.521917 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-da73c795-9932-4810-9f5f-1a4955c85e69 req-78ebb71b-e31d-46cf-a2fd-c40f33f208bf tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400288 Nov 09 05:13:01.650951 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:02.634177 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408ee64-7266-4dbc-908e-bb5cec9b7f62 req-5b499a87-8444-494d-aaf0-062c61a6adc0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:02.636295 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7408ee64-7266-4dbc-908e-bb5cec9b7f62 req-5b499a87-8444-494d-aaf0-062c61a6adc0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0473633 Nov 09 05:13:02.681027 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7408ee64-7266-4dbc-908e-bb5cec9b7f62 req-6ba88ebd-3d95-48f6-8c82-50ed6a61cf07 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390296 Nov 09 05:13:03.012631 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:03.799436 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fac60-cab0-477e-9db1-e45f14752d2b req-c6ca16b2-927e-46eb-84cc-7ccd4517312c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:03.800928 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-bd2fac60-cab0-477e-9db1-e45f14752d2b req-c6ca16b2-927e-46eb-84cc-7ccd4517312c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0500712 Nov 09 05:13:03.818406 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:03.849166 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-bd2fac60-cab0-477e-9db1-e45f14752d2b req-850a1664-6b60-4922-bb19-41603d40cf37 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421834 Nov 09 05:13:04.965936 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfe601-98d2-44d5-acfc-461ad0f934b2 req-d3beb5b6-9321-40ec-b2de-9c9447e4bc1f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:04.967388 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-09cfe601-98d2-44d5-acfc-461ad0f934b2 req-d3beb5b6-9321-40ec-b2de-9c9447e4bc1f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0490005 Nov 09 05:13:05.015220 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-09cfe601-98d2-44d5-acfc-461ad0f934b2 req-71ac4925-c5d2-4bef-be53-6483cc6a19a2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420053 Nov 09 05:13:06.126971 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128748d-a358-450e-8d87-9d6c968e44a1 req-da566882-e377-49c4-924c-f0ef9254643c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:06.128495 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8128748d-a358-450e-8d87-9d6c968e44a1 req-da566882-e377-49c4-924c-f0ef9254643c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0471187 Nov 09 05:13:06.173079 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8128748d-a358-450e-8d87-9d6c968e44a1 req-dc7f5b99-c4d7-4205-a096-cb9b6a80f55c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389040 Nov 09 05:13:07.284173 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf347ae-8bfb-43da-9a7a-23b02743a3e6 req-50c51abc-3abe-4151-88fa-85f99b6b5a7a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:07.285639 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-fdf347ae-8bfb-43da-9a7a-23b02743a3e6 req-50c51abc-3abe-4151-88fa-85f99b6b5a7a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0483696 Nov 09 05:13:07.332268 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-fdf347ae-8bfb-43da-9a7a-23b02743a3e6 req-ce4443ea-c708-4d3d-a0c2-488cd4e71785 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406747 Nov 09 05:13:08.450037 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a93d51-d44c-4056-8683-23c8c1850176 req-b3a4a804-6add-42e5-80bc-73ebf3685a28 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:08.451590 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e6a93d51-d44c-4056-8683-23c8c1850176 req-b3a4a804-6add-42e5-80bc-73ebf3685a28 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0499036 Nov 09 05:13:08.501648 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e6a93d51-d44c-4056-8683-23c8c1850176 req-d6b0b961-2ca8-4f18-a2c8-74017dacfcd7 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442452 Nov 09 05:13:09.620828 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7fd6a-e150-4f7d-a14d-e5c0fc2c1531 req-b1dc7458-aa73-467a-a153-72f84d5d8d82 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:09.622194 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3cf7fd6a-e150-4f7d-a14d-e5c0fc2c1531 req-b1dc7458-aa73-467a-a153-72f84d5d8d82 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0496752 Nov 09 05:13:09.645078 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:09.669113 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3cf7fd6a-e150-4f7d-a14d-e5c0fc2c1531 req-88e07a3d-dfde-4df8-992d-0b715f4486ef tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409245 Nov 09 05:13:10.783434 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de9591-7b88-4802-89c0-364b73c4ab18 req-df052f56-c3f2-4a74-beae-304e2fc2cccd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:10.784949 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e5de9591-7b88-4802-89c0-364b73c4ab18 req-df052f56-c3f2-4a74-beae-304e2fc2cccd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0479226 Nov 09 05:13:10.830460 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e5de9591-7b88-4802-89c0-364b73c4ab18 req-aa42f31c-1136-4375-bf1c-c7b8a3d20eca tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398116 Nov 09 05:13:11.945990 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d000ed-7da5-465c-ad2e-2e46163326fc req-3192aa7a-19ab-4c2d-887f-330023cd6fe0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:11.947460 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-29d000ed-7da5-465c-ad2e-2e46163326fc req-3192aa7a-19ab-4c2d-887f-330023cd6fe0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0515175 Nov 09 05:13:11.992604 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-29d000ed-7da5-465c-ad2e-2e46163326fc req-988de157-ab7b-409b-b3a8-fbded769ab6f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393343 Nov 09 05:13:13.105352 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859df3ef-24d6-4686-9194-c4dfdd0de522 req-b6d31095-a80d-4729-86c3-a6cae5808857 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:13.106815 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-859df3ef-24d6-4686-9194-c4dfdd0de522 req-b6d31095-a80d-4729-86c3-a6cae5808857 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0469155 Nov 09 05:13:13.152546 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-859df3ef-24d6-4686-9194-c4dfdd0de522 req-5bf5f9bd-415e-4a75-a187-8c219c31eef6 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398993 Nov 09 05:13:14.264414 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0515552-a1af-4ad0-a7be-f303c7a047db req-f1b4d081-b965-4987-96b0-5db76145229f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:14.265857 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a0515552-a1af-4ad0-a7be-f303c7a047db req-f1b4d081-b965-4987-96b0-5db76145229f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0476272 Nov 09 05:13:14.312028 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a0515552-a1af-4ad0-a7be-f303c7a047db req-51bd1cda-e648-44c9-be3e-cbf80d4e3881 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400407 Nov 09 05:13:15.424819 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0188-cc12-4541-815a-4c80daa999fd req-28cb533c-ec88-446c-b2f8-220192d51fcd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:15.426257 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-fccd0188-cc12-4541-815a-4c80daa999fd req-28cb533c-ec88-446c-b2f8-220192d51fcd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0504594 Nov 09 05:13:15.471532 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-fccd0188-cc12-4541-815a-4c80daa999fd req-8c9e9178-ebac-4415-9b90-dc5847536d21 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395679 Nov 09 05:13:16.584353 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079bd26-6431-4228-b6c0-65c057c4983f req-2297e471-9156-49cb-9bb3-ac118fb09c3a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:16.585836 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0079bd26-6431-4228-b6c0-65c057c4983f req-2297e471-9156-49cb-9bb3-ac118fb09c3a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0487061 Nov 09 05:13:16.638412 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0079bd26-6431-4228-b6c0-65c057c4983f req-51237757-feb1-4adf-8855-bac1deaf6297 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464950 Nov 09 05:13:17.748973 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c005c7-ecb8-4cc9-b239-0c6dd3955f96 req-027373be-d016-4ccc-bcf4-20f3d218c730 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:17.750472 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-70c005c7-ecb8-4cc9-b239-0c6dd3955f96 req-027373be-d016-4ccc-bcf4-20f3d218c730 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0467680 Nov 09 05:13:17.798060 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-70c005c7-ecb8-4cc9-b239-0c6dd3955f96 req-40b94bbc-3224-4085-b5a1-b3052846255e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418401 Nov 09 05:13:18.911031 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb91f6d-d495-43ce-b196-562dd2b24689 req-9f03a507-8c75-4270-a616-9fd8c963f570 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:18.912797 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7eb91f6d-d495-43ce-b196-562dd2b24689 req-9f03a507-8c75-4270-a616-9fd8c963f570 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0480013 Nov 09 05:13:18.958193 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7eb91f6d-d495-43ce-b196-562dd2b24689 req-2feb1f1b-2a05-45f8-a258-bf4c38c7241d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390301 Nov 09 05:13:20.074503 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1057c6-fc25-4f6c-a77e-6cd6e323cefc req-f1cf240e-6ba4-424b-bdc2-44601391ef82 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:20.076023 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4e1057c6-fc25-4f6c-a77e-6cd6e323cefc req-f1cf240e-6ba4-424b-bdc2-44601391ef82 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0524044 Nov 09 05:13:20.122787 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4e1057c6-fc25-4f6c-a77e-6cd6e323cefc req-83eef49b-9071-4b4f-87dd-0d9d89e760d5 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408001 Nov 09 05:13:20.597060 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:13:21.237162 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ada79-fdc5-40ed-8691-42e038dd90a6 req-b2de1046-12c1-4652-99b6-01eeda19b2fd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:21.238666 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d20ada79-fdc5-40ed-8691-42e038dd90a6 req-b2de1046-12c1-4652-99b6-01eeda19b2fd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0492876 Nov 09 05:13:21.284669 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d20ada79-fdc5-40ed-8691-42e038dd90a6 req-93ce77e3-c9f0-407e-82a5-2eae6aed9e9b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402308 Nov 09 05:13:22.395969 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef5613-29e3-4453-b28a-cc2ce8232e8b req-d3f6a948-4218-403d-9018-21c7fca4d1db tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:22.397398 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-fbef5613-29e3-4453-b28a-cc2ce8232e8b req-d3f6a948-4218-403d-9018-21c7fca4d1db tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0475848 Nov 09 05:13:22.442684 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-fbef5613-29e3-4453-b28a-cc2ce8232e8b req-1d35d3ab-b0b5-43ab-b681-c5db8ceeeb4d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388927 Nov 09 05:13:23.561013 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6feb9-74af-4b0d-bdf8-1cb4b86852ce req-af7f5690-ee2b-4bba-b8b0-aaeb05517305 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:23.562398 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2bc6feb9-74af-4b0d-bdf8-1cb4b86852ce req-af7f5690-ee2b-4bba-b8b0-aaeb05517305 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0516589 Nov 09 05:13:23.608760 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2bc6feb9-74af-4b0d-bdf8-1cb4b86852ce req-1e45fa4a-da36-43d1-a45c-ed4e355a29c9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404193 Nov 09 05:13:24.730531 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b4591-93d5-42ba-bb67-270ee9002936 req-ce864ce1-91c1-48e9-b9a8-7d4e18dab135 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:24.731987 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b66b4591-93d5-42ba-bb67-270ee9002936 req-ce864ce1-91c1-48e9-b9a8-7d4e18dab135 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0502806 Nov 09 05:13:24.780177 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b66b4591-93d5-42ba-bb67-270ee9002936 req-19c13b3f-ff97-465b-afb2-14c34f636cfc tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423286 Nov 09 05:13:25.892391 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d06b4-e671-4e7f-a7a1-d4809856daef req-04e24291-1fbf-4367-bfa6-1c56d30e03dd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:25.893849 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3b9d06b4-e671-4e7f-a7a1-d4809856daef req-04e24291-1fbf-4367-bfa6-1c56d30e03dd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0484164 Nov 09 05:13:25.939080 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3b9d06b4-e671-4e7f-a7a1-d4809856daef req-9f9dbd2b-48aa-4b4a-b4f1-c94080cbda3d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395560 Nov 09 05:13:27.050144 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ef7c4-1d75-45c0-8f7c-52b7cee8b327 req-1b577ed8-a951-47d6-9c86-f53a52a1cb53 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:27.051570 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-217ef7c4-1d75-45c0-8f7c-52b7cee8b327 req-1b577ed8-a951-47d6-9c86-f53a52a1cb53 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0467443 Nov 09 05:13:27.097383 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-217ef7c4-1d75-45c0-8f7c-52b7cee8b327 req-e39f7310-d5e4-409d-997c-da86f585c4ad tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390582 Nov 09 05:13:28.181197 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-c249be31-c35f-48b3-b377-943caf5e9490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:28.214179 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e31d0-eaea-4ec1-9f5d-d2ccabe338c2 req-ee789b28-02fe-405d-b77b-c64f82fa8895 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:28.215612 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-964e31d0-eaea-4ec1-9f5d-d2ccabe338c2 req-ee789b28-02fe-405d-b77b-c64f82fa8895 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0528204 Nov 09 05:13:28.261302 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-964e31d0-eaea-4ec1-9f5d-d2ccabe338c2 req-e890bf4d-1369-43cc-8ed7-4b86fa986284 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397360 Nov 09 05:13:29.375438 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18510ae6-0697-4432-93a4-a71a859b917a req-b6538f09-77a1-4033-8c5f-0fb278292f69 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:29.376942 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-18510ae6-0697-4432-93a4-a71a859b917a req-b6538f09-77a1-4033-8c5f-0fb278292f69 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0476751 Nov 09 05:13:29.423124 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-18510ae6-0697-4432-93a4-a71a859b917a req-e882f831-d2da-46e0-8e27-aa9a4ebc9d84 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403335 Nov 09 05:13:30.359516 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cb4ebcbc-d944-401c-98d1-07ddb8aadefc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:30.535892 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98a60b-9df8-45ef-a605-573f2c4be210 req-68765b79-dd7f-455c-ac82-458e45f3d466 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:30.537323 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6f98a60b-9df8-45ef-a605-573f2c4be210 req-68765b79-dd7f-455c-ac82-458e45f3d466 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0472586 Nov 09 05:13:30.583387 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6f98a60b-9df8-45ef-a605-573f2c4be210 req-f6a9b4dd-f23f-4aec-80f0-9c04422e086c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396776 Nov 09 05:13:31.652019 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:31.707475 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70349d6-1a61-43e7-94aa-661adcf81561 req-f07c0a0d-c328-45b2-9cc3-1e44cad152c7 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:31.709066 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e70349d6-1a61-43e7-94aa-661adcf81561 req-f07c0a0d-c328-45b2-9cc3-1e44cad152c7 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0591693 Nov 09 05:13:31.759066 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e70349d6-1a61-43e7-94aa-661adcf81561 req-2b8a7d8d-eb03-49ba-8ae5-0af8fca80543 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438216 Nov 09 05:13:32.997770 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f3751-c87a-42a8-9f84-5ed18eaa2068 req-283873e2-9897-4d20-bf2c-adcc715eba52 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:33.000104 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-901f3751-c87a-42a8-9f84-5ed18eaa2068 req-283873e2-9897-4d20-bf2c-adcc715eba52 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0480499 Nov 09 05:13:33.023909 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:33.051261 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-901f3751-c87a-42a8-9f84-5ed18eaa2068 req-e3db0e32-42d5-49b4-ac9a-4450c73deabe tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459971 Nov 09 05:13:33.819008 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:34.162086 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ec3e7-e8fc-4cdd-82ef-feaac5a04638 req-3c85ecc8-a972-4384-ac42-12056e295604 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:34.163528 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ae9ec3e7-e8fc-4cdd-82ef-feaac5a04638 req-3c85ecc8-a972-4384-ac42-12056e295604 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0467474 Nov 09 05:13:34.208303 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ae9ec3e7-e8fc-4cdd-82ef-feaac5a04638 req-9f96c434-1f33-45f4-8217-ee8fe5b81dd6 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383410 Nov 09 05:13:35.320620 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ad252-8cff-4c7e-808f-31e812733e09 req-2459f261-901e-46f5-ae00-38c2033295cd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:35.322282 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d78ad252-8cff-4c7e-808f-31e812733e09 req-2459f261-901e-46f5-ae00-38c2033295cd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0482969 Nov 09 05:13:35.372951 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d78ad252-8cff-4c7e-808f-31e812733e09 req-703ee45e-d02d-4745-a130-b8909f3fe233 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448525 Nov 09 05:13:36.482990 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0f990-047d-4369-a1ae-7a3ba4a7f8dc req-dff412e6-e117-4cea-9827-86c168cce597 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:36.484436 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1eb0f990-047d-4369-a1ae-7a3ba4a7f8dc req-dff412e6-e117-4cea-9827-86c168cce597 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0458341 Nov 09 05:13:36.532951 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1eb0f990-047d-4369-a1ae-7a3ba4a7f8dc req-e7cbc242-abbf-484b-b728-2dbb5a387278 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428052 Nov 09 05:13:37.647466 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8b13b-ded9-4552-a3ce-e02c1a656e88 req-c80b93b0-b8f9-4642-bc69-97d30f99464a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:37.648976 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-cac8b13b-ded9-4552-a3ce-e02c1a656e88 req-c80b93b0-b8f9-4642-bc69-97d30f99464a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0494788 Nov 09 05:13:37.694928 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-cac8b13b-ded9-4552-a3ce-e02c1a656e88 req-7a9820f9-0b4f-4ffa-a487-d509314d0360 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401285 Nov 09 05:13:38.807841 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219a921-db35-408f-bc40-8f7f2666105e req-5b59f617-878c-4ee8-99c7-9ae4058f321d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:38.809387 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5219a921-db35-408f-bc40-8f7f2666105e req-5b59f617-878c-4ee8-99c7-9ae4058f321d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0486522 Nov 09 05:13:38.857222 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5219a921-db35-408f-bc40-8f7f2666105e req-cce4cf7d-167b-4a2d-bfe0-de2ff44d2a3b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410271 Nov 09 05:13:39.658656 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:39.973137 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca2939-d2f7-491d-85fc-9a0962e3cb6b req-6c5d5bd6-480f-4142-b4fc-0694cb19e60e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:39.974580 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4bca2939-d2f7-491d-85fc-9a0962e3cb6b req-6c5d5bd6-480f-4142-b4fc-0694cb19e60e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0517578 Nov 09 05:13:40.021146 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4bca2939-d2f7-491d-85fc-9a0962e3cb6b req-a3f02e11-e4f4-464f-a898-0460043536f8 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406654 Nov 09 05:13:41.133902 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c69d5-c926-4e0e-8022-2e11fa4189c4 req-05c7b43e-f908-4878-be54-1f8f0eb75303 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:41.135336 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7f8c69d5-c926-4e0e-8022-2e11fa4189c4 req-05c7b43e-f908-4878-be54-1f8f0eb75303 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0470917 Nov 09 05:13:41.181079 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7f8c69d5-c926-4e0e-8022-2e11fa4189c4 req-c1fc03a0-0aad-48b9-b847-2a24d3c68728 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392797 Nov 09 05:13:42.294150 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7449d52-c82f-413b-b924-0a4bf66b7b76 req-898eef52-bf3a-4b0f-b344-097e65c811fa tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:42.295401 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b7449d52-c82f-413b-b924-0a4bf66b7b76 req-898eef52-bf3a-4b0f-b344-097e65c811fa tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0480151 Nov 09 05:13:42.341527 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b7449d52-c82f-413b-b924-0a4bf66b7b76 req-ab4ff968-6dd3-41eb-bef4-00f2750fc531 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403790 Nov 09 05:13:43.456465 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65759b5d-2c1d-4620-bf6b-322e7d6b2aed req-294b0d50-2098-43a6-bb14-20bb62cd4be9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:43.457877 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-65759b5d-2c1d-4620-bf6b-322e7d6b2aed req-294b0d50-2098-43a6-bb14-20bb62cd4be9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0503733 Nov 09 05:13:43.502836 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-65759b5d-2c1d-4620-bf6b-322e7d6b2aed req-906b085c-2c5c-4b80-8438-7d13dc7da6a9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392303 Nov 09 05:13:44.616956 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65fb10-1bfe-4919-a686-3f1312c546d3 req-ecde33a6-3fec-4e3c-987b-d9145551b190 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:44.618404 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-bf65fb10-1bfe-4919-a686-3f1312c546d3 req-ecde33a6-3fec-4e3c-987b-d9145551b190 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0484316 Nov 09 05:13:44.667278 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-bf65fb10-1bfe-4919-a686-3f1312c546d3 req-8ab29a79-d686-459b-abef-d627d96a5f0f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429621 Nov 09 05:13:45.779701 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7895e-ad3b-49b4-9314-b1206c97af42 req-8b1a85b4-df62-4f6b-94f1-31fd7e5fc653 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:45.781159 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-bab7895e-ad3b-49b4-9314-b1206c97af42 req-8b1a85b4-df62-4f6b-94f1-31fd7e5fc653 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0471826 Nov 09 05:13:45.826844 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-bab7895e-ad3b-49b4-9314-b1206c97af42 req-f3291189-0054-44f8-9f16-5e060810177a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398276 Nov 09 05:13:46.941330 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519bce3-41bf-48d7-8e05-7a98970b7397 req-af405c0d-c366-4fbd-8b4a-3a32fe721008 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:46.942782 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3519bce3-41bf-48d7-8e05-7a98970b7397 req-af405c0d-c366-4fbd-8b4a-3a32fe721008 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0473235 Nov 09 05:13:46.987880 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3519bce3-41bf-48d7-8e05-7a98970b7397 req-cecf74d1-1aea-4fd5-96b8-30dda9bbaef9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393140 Nov 09 05:13:47.318447 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [req-724cf138-e584-4309-8a43-c0ab32727c20 req-574e899a-2411-4590-b53b-b5170bfd19bf tempest-VolumesActionsTest-1789963631 tempest-VolumesActionsTest-1789963631-project] (100972) timed out ('10.222.0.20', 49905) {{(pid=100972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 05:13:48.104117 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adad12-ac3c-4fc9-8e09-9eb59694b94a req-cd1ca8f0-d599-4c00-b6b7-777a15d8e83b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:48.105596 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e9adad12-ac3c-4fc9-8e09-9eb59694b94a req-cd1ca8f0-d599-4c00-b6b7-777a15d8e83b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0509219 Nov 09 05:13:48.151300 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e9adad12-ac3c-4fc9-8e09-9eb59694b94a req-a31ffb25-2582-49b1-b2cd-40244fa71bb6 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398185 Nov 09 05:13:49.269744 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ae22b-68ee-48c6-b197-2743a6b3a7d9 req-15425ad1-0698-4dab-a318-caf8851270eb tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:49.271251 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3f1ae22b-68ee-48c6-b197-2743a6b3a7d9 req-15425ad1-0698-4dab-a318-caf8851270eb tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0518615 Nov 09 05:13:49.320886 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3f1ae22b-68ee-48c6-b197-2743a6b3a7d9 req-10faf1fc-83e3-4027-8c7a-34eecaa74738 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437334 Nov 09 05:13:49.659560 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [req-0d14bd7f-262f-4b13-8a70-6a54ad7585f3 req-a537d0e0-b27e-4532-8e35-3d401ba63246 service neutron] (100972) timed out ('10.222.0.20', 49893) {{(pid=100972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 05:13:50.433369 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac2722-a078-4c03-8622-4faf62923a33 req-8db62fda-ed17-4e8d-b339-9bf9309ceb6d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:50.435322 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-52ac2722-a078-4c03-8622-4faf62923a33 req-8db62fda-ed17-4e8d-b339-9bf9309ceb6d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0468824 Nov 09 05:13:50.482571 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-52ac2722-a078-4c03-8622-4faf62923a33 req-99f8dcbd-7bf1-4448-bdb1-b1e05441f5c4 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413907 Nov 09 05:13:51.600327 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa64a7-9505-4b8f-b6c8-3dd4d9ba644b req-c696f303-a733-4308-8342-04d37bc02eb2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:51.601792 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-18fa64a7-9505-4b8f-b6c8-3dd4d9ba644b req-c696f303-a733-4308-8342-04d37bc02eb2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0521152 Nov 09 05:13:51.647866 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-18fa64a7-9505-4b8f-b6c8-3dd4d9ba644b req-dbf2e0dc-48f3-4732-a6ae-839ba05d55af tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402226 Nov 09 05:13:52.759019 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc0746-e6eb-4ca2-8d9d-6f26b4dc48bb req-28b273ee-1119-45ff-ba65-ebf265876560 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:52.760526 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-52bc0746-e6eb-4ca2-8d9d-6f26b4dc48bb req-28b273ee-1119-45ff-ba65-ebf265876560 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0478530 Nov 09 05:13:52.809506 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-52bc0746-e6eb-4ca2-8d9d-6f26b4dc48bb req-7aab18ec-6a73-413f-b6e5-1ddfb9de5079 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431736 Nov 09 05:13:53.922580 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb279e-8e9e-46ac-9601-b629d1b4db8f req-270d59f5-def8-42fd-b7cb-c626dd1f0123 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:53.924071 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e4fb279e-8e9e-46ac-9601-b629d1b4db8f req-270d59f5-def8-42fd-b7cb-c626dd1f0123 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0481944 Nov 09 05:13:53.969778 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e4fb279e-8e9e-46ac-9601-b629d1b4db8f req-30eae7eb-2cbb-4281-9c2e-7f312c593d25 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400097 Nov 09 05:13:54.998198 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f20fced4-e244-42c8-8370-795abae594f0 req-fbca4b41-4d97-4927-8c55-acf61a6a9495 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6308e5b8-e07c-479a-abf3-726c34bb3ab9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417337 Nov 09 05:13:55.072037 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fced4-e244-42c8-8370-795abae594f0 req-3be91730-1fb4-4f71-9e93-5722b7593bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:55.073832 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f20fced4-e244-42c8-8370-795abae594f0 req-3be91730-1fb4-4f71-9e93-5722b7593bfe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df921510edf34ac09f5be957837f5546&device_id=6308e5b8-e07c-479a-abf3-726c34bb3ab9 HTTP/1.1" status: 200 len: 1099 time: 0.0416567 Nov 09 05:13:55.096035 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b6d26-fee5-4592-9331-90ad3eda672e req-b3fbd54b-6625-4770-b4dd-bda4615c60a0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:55.097494 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4a1b6d26-fee5-4592-9331-90ad3eda672e req-b3fbd54b-6625-4770-b4dd-bda4615c60a0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0499995 Nov 09 05:13:55.144372 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4a1b6d26-fee5-4592-9331-90ad3eda672e req-dc675270-9d9f-4c3d-bb7b-280a8541566e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409315 Nov 09 05:13:55.175496 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fced4-e244-42c8-8370-795abae594f0 req-cd936f24-dc8c-4e94-99ae-803d97de6504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:55.176978 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f20fced4-e244-42c8-8370-795abae594f0 req-cd936f24-dc8c-4e94-99ae-803d97de6504 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c60fd891-87b5-46cd-8c22-d608e60c1a68 HTTP/1.1" status: 200 len: 918 time: 0.0848310 Nov 09 05:13:55.246638 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f20fced4-e244-42c8-8370-795abae594f0 req-4629be15-e01a-4851-b39d-21d031bb27d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc6de73-4344-46a6-af37-6e01f08a188d HTTP/1.1" status: 200 len: 1001 time: 0.0600030 Nov 09 05:13:55.295253 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fced4-e244-42c8-8370-795abae594f0 req-cdfa46f9-abd3-42d6-a822-83e577e0f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:55.296672 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f20fced4-e244-42c8-8370-795abae594f0 req-cdfa46f9-abd3-42d6-a822-83e577e0f6b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6 HTTP/1.1" status: 200 len: 856 time: 0.0431128 Nov 09 05:13:55.353030 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fced4-e244-42c8-8370-795abae594f0 req-43a47ea5-c266-4cf1-a0f9-904f3951497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:55.354709 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f20fced4-e244-42c8-8370-795abae594f0 req-43a47ea5-c266-4cf1-a0f9-904f3951497d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c60fd891-87b5-46cd-8c22-d608e60c1a68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505996 Nov 09 05:13:55.450112 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f20fced4-e244-42c8-8370-795abae594f0 req-10a3e3c1-61f0-46aa-a059-e0bf9a9ba399 service neutron] 10.222.0.20 "GET /v2.0/networks/c60fd891-87b5-46cd-8c22-d608e60c1a68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875182 Nov 09 05:13:55.536424 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f20fced4-e244-42c8-8370-795abae594f0 req-72d7f1d0-9612-4ce1-aa81-8cc872b1a2c4 service neutron] 10.222.0.20 "GET /v2.0/networks/c60fd891-87b5-46cd-8c22-d608e60c1a68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787868 Nov 09 05:13:56.261294 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582009d0-e6d7-427d-a68e-6d80af54d905 req-da8ac065-dc99-43db-ab99-86540a4de0e4 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:56.262757 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-582009d0-e6d7-427d-a68e-6d80af54d905 req-da8ac065-dc99-43db-ab99-86540a4de0e4 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0520368 Nov 09 05:13:56.307640 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-582009d0-e6d7-427d-a68e-6d80af54d905 req-cb62e79c-250d-4c56-8829-0c0c2141bb87 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387478 Nov 09 05:13:57.421158 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcd977-bf27-4681-b268-0975139a3ac1 req-7e5ddb9d-74ca-4ca7-af2e-f1f60ac9ba0c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:57.422600 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-22fcd977-bf27-4681-b268-0975139a3ac1 req-7e5ddb9d-74ca-4ca7-af2e-f1f60ac9ba0c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0471084 Nov 09 05:13:57.468362 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-22fcd977-bf27-4681-b268-0975139a3ac1 req-ddd1ea31-42ac-451d-a75f-c1a080ced4d1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400414 Nov 09 05:13:57.597015 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:13:58.181658 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-386a7738-1c2a-46fc-8202-8dd86b1e97c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:13:58.580773 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801ef0b-7488-4be4-a67f-b1d243bb87b1 req-369fb201-f37c-4b90-bec7-1fa9e1da9c43 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:58.582215 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0801ef0b-7488-4be4-a67f-b1d243bb87b1 req-369fb201-f37c-4b90-bec7-1fa9e1da9c43 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0484996 Nov 09 05:13:58.627717 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0801ef0b-7488-4be4-a67f-b1d243bb87b1 req-413cbebd-088e-46a1-bfb0-52c77adab00a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396264 Nov 09 05:13:59.744726 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e2c69-43f4-4609-8cda-d09674193ca2 req-5edf00ab-4cab-4a8a-aba4-0f0576758af9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:13:59.746110 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-746e2c69-43f4-4609-8cda-d09674193ca2 req-5edf00ab-4cab-4a8a-aba4-0f0576758af9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0506508 Nov 09 05:13:59.795295 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-746e2c69-43f4-4609-8cda-d09674193ca2 req-b0ad7130-7936-4af4-9161-a017a6bb41b9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426359 Nov 09 05:14:00.360094 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-c6ba7875-2f86-49d6-882c-1c78f3c69595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:00.911416 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c03b7-20d9-45b9-94d4-f2176f1505d8 req-20bf55b5-81c3-4b25-8beb-be6d126ec89d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:00.912915 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-dd1c03b7-20d9-45b9-94d4-f2176f1505d8 req-20bf55b5-81c3-4b25-8beb-be6d126ec89d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0518770 Nov 09 05:14:00.958801 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-dd1c03b7-20d9-45b9-94d4-f2176f1505d8 req-b6b25efb-aa91-4b52-ba53-f3d1cfe92e71 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393386 Nov 09 05:14:01.654954 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:02.071139 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5fe81-8eeb-491d-8150-d3c4ce7866dc req-dad83a7a-6549-4c6b-90ce-76031e0fdabf tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:02.072677 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-75e5fe81-8eeb-491d-8150-d3c4ce7866dc req-dad83a7a-6549-4c6b-90ce-76031e0fdabf tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0475674 Nov 09 05:14:02.118728 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-75e5fe81-8eeb-491d-8150-d3c4ce7866dc req-a5bc691f-e3f5-4723-85e0-8dea3d55d441 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400965 Nov 09 05:14:03.024345 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:03.232521 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f1110-86a1-476b-afec-d42d2bbdf99f req-daee4876-e565-4626-b32d-a25b1be39353 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:03.233987 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-289f1110-86a1-476b-afec-d42d2bbdf99f req-daee4876-e565-4626-b32d-a25b1be39353 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0480847 Nov 09 05:14:03.280450 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-289f1110-86a1-476b-afec-d42d2bbdf99f req-f5727cb6-7cdc-4ce5-aea1-a388e8e54285 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406263 Nov 09 05:14:03.820423 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:04.397638 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4faaa50-7fb3-4c10-ac58-83acf71e02b3 req-7b27eab6-106a-4023-b759-4bdf60b48959 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:04.399041 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f4faaa50-7fb3-4c10-ac58-83acf71e02b3 req-7b27eab6-106a-4023-b759-4bdf60b48959 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0514956 Nov 09 05:14:04.447628 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f4faaa50-7fb3-4c10-ac58-83acf71e02b3 req-bbd38ff1-83aa-4917-a7ac-8597c5fe363a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420687 Nov 09 05:14:05.348042 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0043e-8c7a-4158-b640-607cf86ec62a req-bbb82582-71ba-4ab0-873c-eddc628ea847 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:05.349466 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-aef0043e-8c7a-4158-b640-607cf86ec62a req-bbb82582-71ba-4ab0-873c-eddc628ea847 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=6308e5b8-e07c-479a-abf3-726c34bb3ab9 HTTP/1.1" status: 200 len: 946 time: 0.0475380 Nov 09 05:14:05.395865 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-aef0043e-8c7a-4158-b640-607cf86ec62a req-58459a21-72b9-4dd3-a5e6-2f99662f25f3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a5cd4c-4d37-4113-baab-5f0788553ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399296 Nov 09 05:14:05.563123 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4741f-f96f-49df-8342-9adc7250f768 req-1abac91f-52bf-4d0c-91e9-56f7b8febdcb tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:05.564566 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e9e4741f-f96f-49df-8342-9adc7250f768 req-1abac91f-52bf-4d0c-91e9-56f7b8febdcb tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0484407 Nov 09 05:14:05.618746 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e9e4741f-f96f-49df-8342-9adc7250f768 req-e7d13839-13f1-436c-b90d-aceb24469686 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479496 Nov 09 05:14:06.132083 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a296a7a-a18b-46e9-8c82-3b0ab0996384 req-2d2cfd6b-634b-4d96-a847-c786f4f759f4 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:06.133528 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2a296a7a-a18b-46e9-8c82-3b0ab0996384 req-2d2cfd6b-634b-4d96-a847-c786f4f759f4 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.20 "GET /v2.0/ports?device_id=6308e5b8-e07c-479a-abf3-726c34bb3ab9 HTTP/1.1" status: 200 len: 946 time: 0.0484049 Nov 09 05:14:06.220910 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-2a296a7a-a18b-46e9-8c82-3b0ab0996384 req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Deleting port 7cc6de73-4344-46a6-af37-6e01f08a188d {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:14:06.221246 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-2a296a7a-a18b-46e9-8c82-3b0ab0996384 req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:06.309182 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-2a296a7a-a18b-46e9-8c82-3b0ab0996384 req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] For port 7cc6de73-4344-46a6-af37-6e01f08a188d, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=7cc6de73-4344-46a6-af37-6e01f08a188d,segment=NetworkSegment(52977b9b-7dbb-46b3-9e6e-45b18f32a431),segment_id=52977b9b-7dbb-46b3-9e6e-45b18f32a431)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:14:06.309459 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-2a296a7a-a18b-46e9-8c82-3b0ab0996384 req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:06.479965 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-2a296a7a-a18b-46e9-8c82-3b0ab0996384 req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:06.480317 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-2a296a7a-a18b-46e9-8c82-3b0ab0996384 req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461206'] for floatingip, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:06.480625 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.db.l3_db [req-2a296a7a-a18b-46e9-8c82-3b0ab0996384 req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Floating IP c766f341-c144-40a8-8a30-73c58c79c49b disassociated. External IP: 172.27.0.15, port: 7cc6de73-4344-46a6-af37-6e01f08a188d. Nov 09 05:14:06.480953 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-2a296a7a-a18b-46e9-8c82-3b0ab0996384 req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Calling delete_port for 7cc6de73-4344-46a6-af37-6e01f08a188d owned by compute:nova {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:14:06.512919 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca84ae-8092-4947-8d42-1e713cf815c4 req-e9b9a597-b249-473d-9b8d-020e1644dbd9 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:06.514389 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6aca84ae-8092-4947-8d42-1e713cf815c4 req-e9b9a597-b249-473d-9b8d-020e1644dbd9 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/ports?device_id=6308e5b8-e07c-479a-abf3-726c34bb3ab9 HTTP/1.1" status: 200 len: 946 time: 0.0473680 Nov 09 05:14:06.561832 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6aca84ae-8092-4947-8d42-1e713cf815c4 req-61e7184d-2940-44ed-8f40-ff7d11c7981b tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups?id=00a5cd4c-4d37-4113-baab-5f0788553ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410230 Nov 09 05:14:06.613756 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-2a296a7a-a18b-46e9-8c82-3b0ab0996384 req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:06.641367 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Pushing event deleted for resources: {'Port': ['ID=7cc6de73-4344-46a6-af37-6e01f08a188d,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:14:06.654744 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:14:06.655091 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:14:06.655428 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:14:06.655791 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:14:06.656193 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:14:06.656435 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:14:06.656758 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:14:06.657082 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:14:06.657404 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:14:06.657730 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:14:06.658052 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:14:06.658464 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:14:06.779742 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95757fea-6d61-421b-810e-d8a64e441398 req-650b9b95-382e-4bf5-95c0-dfaa9b8f2d5f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:06.781194 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-95757fea-6d61-421b-810e-d8a64e441398 req-650b9b95-382e-4bf5-95c0-dfaa9b8f2d5f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0838108 Nov 09 05:14:06.831614 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a296a7a-a18b-46e9-8c82-3b0ab0996384 req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Router fc61767b-f15e-4f2f-8c3c-3f064bba1818 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:14:06.841055 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-95757fea-6d61-421b-810e-d8a64e441398 req-e9a9bbdd-1240-4536-9b77-8d9de321e658 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536358 Nov 09 05:14:06.944422 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a296a7a-a18b-46e9-8c82-3b0ab0996384 req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:14:06.954619 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41543d0f-0d3d-4a38-9332-7e4e4171de4c None None] Sync routers for ids ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'] in dv-cinder-817135-2-iscsi {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:14:06.964023 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41543d0f-0d3d-4a38-9332-7e4e4171de4c None None] Routers {'fc61767b-f15e-4f2f-8c3c-3f064bba1818'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:14:06.965316 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-41543d0f-0d3d-4a38-9332-7e4e4171de4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:14:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:14:06.988709 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a296a7a-a18b-46e9-8c82-3b0ab0996384 req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] No DVR routers for this DVR port 7cc6de73-4344-46a6-af37-6e01f08a188d on host hv-cinder-81713 {{(pid=100972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:14:06.991534 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-2a296a7a-a18b-46e9-8c82-3b0ab0996384 req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:06.995118 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2a296a7a-a18b-46e9-8c82-3b0ab0996384 req-e07c3ee7-426a-4639-98cf-33bdf9f567c3 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.20 "DELETE /v2.0/ports/7cc6de73-4344-46a6-af37-6e01f08a188d HTTP/1.1" status: 204 len: 173 time: 0.8550971 Nov 09 05:14:06.995701 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6308e5b8-e07c-479a-abf3-726c34bb3ab9', 'name': 'network-vif-deleted', 'tag': '7cc6de73-4344-46a6-af37-6e01f08a188d'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:14:06.998035 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47478e0a-1bd7-434d-9ce9-cddb791456d4" -d '{"events": [{"server_uuid": "6308e5b8-e07c-479a-abf3-726c34bb3ab9", "name": "network-vif-deleted", "tag": "7cc6de73-4344-46a6-af37-6e01f08a188d"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:14:07.075215 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-41543d0f-0d3d-4a38-9332-7e4e4171de4c None None] Set router fc61767b-f15e-4f2f-8c3c-3f064bba1818 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:14:07.124178 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a5cd86-92f2-4882-af18-2cdd07db740e x-openstack-request-id: req-d9a5cd86-92f2-4882-af18-2cdd07db740e {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:14:07.124465 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6308e5b8-e07c-479a-abf3-726c34bb3ab9", "name": "network-vif-deleted", "tag": "7cc6de73-4344-46a6-af37-6e01f08a188d", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:14:07.124716 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9a5cd86-92f2-4882-af18-2cdd07db740e {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:14:07.125111 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6308e5b8-e07c-479a-abf3-726c34bb3ab9', 'name': 'network-vif-deleted', 'tag': '7cc6de73-4344-46a6-af37-6e01f08a188d', 'status': 'completed', 'code': 200} Nov 09 05:14:07.282274 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-41543d0f-0d3d-4a38-9332-7e4e4171de4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'name': 'tempest-AttachVolumeShelveTestJSON-1096774964-router', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': 'df921510edf34ac09f5be957837f5546', 'gw_port': {'id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:29Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '86d3efb5-b1bf-48fe-887e-23d6b4897ca4', 'name': '', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'mac_address': 'fa:16:3e:67:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:34Z', 'updated_at': '2021-11-09T04:56:42Z', 'revision_number': 5, 'project_id': 'df921510edf34ac09f5be957837f5546', 'subnets': [{'id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:14:07.307227 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41543d0f-0d3d-4a38-9332-7e4e4171de4c None None] Checking router: fc61767b-f15e-4f2f-8c3c-3f064bba1818 for host: dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:14:07.315707 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41543d0f-0d3d-4a38-9332-7e4e4171de4c None None] Routers {'fc61767b-f15e-4f2f-8c3c-3f064bba1818'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:14:07.316295 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-41543d0f-0d3d-4a38-9332-7e4e4171de4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:14:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:14:07.424978 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-41543d0f-0d3d-4a38-9332-7e4e4171de4c None None] Set router fc61767b-f15e-4f2f-8c3c-3f064bba1818 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:14:07.628575 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-41543d0f-0d3d-4a38-9332-7e4e4171de4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'name': 'tempest-AttachVolumeShelveTestJSON-1096774964-router', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': 'df921510edf34ac09f5be957837f5546', 'gw_port': {'id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:29Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '86d3efb5-b1bf-48fe-887e-23d6b4897ca4', 'name': '', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'mac_address': 'fa:16:3e:67:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:34Z', 'updated_at': '2021-11-09T04:56:42Z', 'revision_number': 5, 'project_id': 'df921510edf34ac09f5be957837f5546', 'subnets': [{'id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:14:07.654565 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 55058) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:14:07.655661 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41543d0f-0d3d-4a38-9332-7e4e4171de4c None None] The sync data for ids ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'] in dv-cinder-817135-2-iscsi is: [{'id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'name': 'tempest-AttachVolumeShelveTestJSON-1096774964-router', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': 'df921510edf34ac09f5be957837f5546', 'gw_port': {'id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:29Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '86d3efb5-b1bf-48fe-887e-23d6b4897ca4', 'name': '', 'network_id': 'c60fd891-87b5-46cd-8c22-d608e60c1a68', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'mac_address': 'fa:16:3e:67:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:34Z', 'updated_at': '2021-11-09T04:56:42Z', 'revision_number': 5, 'project_id': 'df921510edf34ac09f5be957837f5546', 'subnets': [{'id': '5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:14:07.711597 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0bc1c9ea-1da8-4c85-a200-85d77eea278b tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:07.736169 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0bc1c9ea-1da8-4c85-a200-85d77eea278b tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:07.786202 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0bc1c9ea-1da8-4c85-a200-85d77eea278b tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:07.788899 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-0bc1c9ea-1da8-4c85-a200-85d77eea278b tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:07.790044 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-0bc1c9ea-1da8-4c85-a200-85d77eea278b tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "DELETE /v2.0/security-groups/00a5cd4c-4d37-4113-baab-5f0788553ffa HTTP/1.1" status: 204 len: 168 time: 0.1343920 Nov 09 05:14:07.793498 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 55060) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:14:07.800033 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1c9ea-1da8-4c85-a200-85d77eea278b tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a5cd4c-4d37-4113-baab-5f0788553ffa,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:14:07.812187 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.api.v2.resource [None req-517aea8d-7adf-43b0-8479-a352eec0a6dd tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] show failed (client error): The resource could not be found. Nov 09 05:14:07.813452 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-517aea8d-7adf-43b0-8479-a352eec0a6dd tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "GET /v2.0/security-groups/00a5cd4c-4d37-4113-baab-5f0788553ffa HTTP/1.1" status: 404 len: 347 time: 0.0183475 Nov 09 05:14:07.816351 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 55062) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:14:07.959720 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-06f94860-afc3-4d0d-a1eb-e4b0c5aab5f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Deleting port 619a22e6-84bd-4fba-be40-74b7bb5cc3bf {{(pid=100971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:14:07.960184 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-06f94860-afc3-4d0d-a1eb-e4b0c5aab5f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:07.972852 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72881f3-9e6b-4325-b158-e1c7ac1c2d8f req-496e4876-1d2f-4880-8bc4-2dd7a2c5902a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:07.974385 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a72881f3-9e6b-4325-b158-e1c7ac1c2d8f req-496e4876-1d2f-4880-8bc4-2dd7a2c5902a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0543377 Nov 09 05:14:07.995797 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175eed2-74b5-4656-9116-601e252bc4e4 None None] New status for floating IP c766f341-c144-40a8-8a30-73c58c79c49b: DOWN {{(pid=100973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 05:14:08.034916 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a72881f3-9e6b-4325-b158-e1c7ac1c2d8f req-0d50ba9d-31ad-487f-af0b-aaff83351dd3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532186 Nov 09 05:14:08.047353 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-06f94860-afc3-4d0d-a1eb-e4b0c5aab5f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:08.047715 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-06f94860-afc3-4d0d-a1eb-e4b0c5aab5f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:08.064311 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-06f94860-afc3-4d0d-a1eb-e4b0c5aab5f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Calling delete_port for 619a22e6-84bd-4fba-be40-74b7bb5cc3bf owned by network:floatingip {{(pid=100971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:14:08.203037 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-06f94860-afc3-4d0d-a1eb-e4b0c5aab5f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:08.226164 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f94860-afc3-4d0d-a1eb-e4b0c5aab5f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Pushing event deleted for resources: {'Port': ['ID=619a22e6-84bd-4fba-be40-74b7bb5cc3bf,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:14:08.239488 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94860-afc3-4d0d-a1eb-e4b0c5aab5f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:14:08.239855 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94860-afc3-4d0d-a1eb-e4b0c5aab5f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:14:08.240196 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94860-afc3-4d0d-a1eb-e4b0c5aab5f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:14:08.240526 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94860-afc3-4d0d-a1eb-e4b0c5aab5f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:14:08.240856 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94860-afc3-4d0d-a1eb-e4b0c5aab5f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:14:08.241197 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94860-afc3-4d0d-a1eb-e4b0c5aab5f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:14:08.241507 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94860-afc3-4d0d-a1eb-e4b0c5aab5f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:14:08.241826 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94860-afc3-4d0d-a1eb-e4b0c5aab5f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:14:08.242150 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94860-afc3-4d0d-a1eb-e4b0c5aab5f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:14:08.242467 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94860-afc3-4d0d-a1eb-e4b0c5aab5f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:14:08.242813 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94860-afc3-4d0d-a1eb-e4b0c5aab5f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:14:08.243100 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94860-afc3-4d0d-a1eb-e4b0c5aab5f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:14:08.297652 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-06f94860-afc3-4d0d-a1eb-e4b0c5aab5f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks [] for floatingip, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:08.300105 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-06f94860-afc3-4d0d-a1eb-e4b0c5aab5f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for floatingip, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:08.301215 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-06f94860-afc3-4d0d-a1eb-e4b0c5aab5f8 tempest-AttachVolumeShelveTestJSON-1450392396 tempest-AttachVolumeShelveTestJSON-1450392396-project] 10.222.0.41 "DELETE /v2.0/floatingips/c766f341-c144-40a8-8a30-73c58c79c49b HTTP/1.1" status: 204 len: 168 time: 0.4837077 Nov 09 05:14:09.150179 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba757dc1-2cf3-4c7a-b52b-f7f2a1486683 req-6634c9a3-3810-423c-8035-b7e887aaf774 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:09.151634 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ba757dc1-2cf3-4c7a-b52b-f7f2a1486683 req-6634c9a3-3810-423c-8035-b7e887aaf774 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0477061 Nov 09 05:14:09.196799 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ba757dc1-2cf3-4c7a-b52b-f7f2a1486683 req-8bc81b90-5422-4e3f-b0ac-042f0ef21567 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392118 Nov 09 05:14:09.660951 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:09.983182 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 7cc6de73-4344-46a6-af37-6e01f08a188d no longer exists at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:14:10.005460 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] No Port match for: 7cc6de73-4344-46a6-af37-6e01f08a188d {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:14:10.005796 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 7cc6de73-4344-46a6-af37-6e01f08a188d not bound to the agent host hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:14:10.312422 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fe04a-4b67-4c30-bb39-e9f058bf2136 req-9adb9255-3c28-4998-bd8f-892a272f41db tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:10.313921 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7e3fe04a-4b67-4c30-bb39-e9f058bf2136 req-9adb9255-3c28-4998-bd8f-892a272f41db tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0483596 Nov 09 05:14:10.360907 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7e3fe04a-4b67-4c30-bb39-e9f058bf2136 req-1d0b40ef-2872-4664-a51a-5e31e89f432c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411041 Nov 09 05:14:11.474343 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4292da-1ce9-446a-9309-763a43fd13a3 req-1b540351-4b0b-45b0-a57f-e29939ea4c47 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:11.475816 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-db4292da-1ce9-446a-9309-763a43fd13a3 req-1b540351-4b0b-45b0-a57f-e29939ea4c47 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0485296 Nov 09 05:14:11.521418 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-db4292da-1ce9-446a-9309-763a43fd13a3 req-09e6b235-9726-4ed5-a1cd-d7d3d2f958d9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391085 Nov 09 05:14:12.635004 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7371272-4167-4fd6-b656-263500bd3a89 req-8adbf415-8efd-4d1e-be65-3b6c44064939 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:12.636505 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a7371272-4167-4fd6-b656-263500bd3a89 req-8adbf415-8efd-4d1e-be65-3b6c44064939 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0485516 Nov 09 05:14:12.686496 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a7371272-4167-4fd6-b656-263500bd3a89 req-28e73b6e-bb21-4236-a072-14e802fe2454 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437243 Nov 09 05:14:13.801154 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fa7db-1263-425f-a8ba-697b3d5a268b req-f1fafd2d-c122-4366-995d-848e5a9953a6 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:13.802569 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-491fa7db-1263-425f-a8ba-697b3d5a268b req-f1fafd2d-c122-4366-995d-848e5a9953a6 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0497849 Nov 09 05:14:13.847152 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-491fa7db-1263-425f-a8ba-697b3d5a268b req-dea987ea-2e57-4b86-a045-c0c0dce9f8ce tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382931 Nov 09 05:14:14.962991 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45f234-937d-4fe2-9c55-887e7195a394 req-cdc2c5aa-56b0-4191-a55e-6127c37991fa tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:14.965165 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2d45f234-937d-4fe2-9c55-887e7195a394 req-cdc2c5aa-56b0-4191-a55e-6127c37991fa tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0512292 Nov 09 05:14:15.011181 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2d45f234-937d-4fe2-9c55-887e7195a394 req-e36ad83b-35dd-4730-9706-c12e24521c4c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402482 Nov 09 05:14:16.123410 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fa95a-9e7f-4574-84b6-6434c709add6 req-b6bdb8f4-bfc8-4320-a218-265b4b2d0464 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:16.124913 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-974fa95a-9e7f-4574-84b6-6434c709add6 req-b6bdb8f4-bfc8-4320-a218-265b4b2d0464 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0469947 Nov 09 05:14:16.170070 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-974fa95a-9e7f-4574-84b6-6434c709add6 req-5ea11e16-cdfa-4b5f-b5e0-3be068eaeeb2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393517 Nov 09 05:14:17.284164 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93a714-459b-4fa8-85d7-3dcc8c94fb0b req-7e644fe4-c843-467d-8c48-7eca61dc3bb2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:17.285599 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-bc93a714-459b-4fa8-85d7-3dcc8c94fb0b req-7e644fe4-c843-467d-8c48-7eca61dc3bb2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0480981 Nov 09 05:14:17.331792 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-bc93a714-459b-4fa8-85d7-3dcc8c94fb0b req-afffbaaf-9ea5-4344-9347-98972181b776 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399480 Nov 09 05:14:18.454296 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ed262-1b01-4e80-9505-0aed68ca7b5e req-04f74fb3-602e-4e69-bfae-6d8a1ae7218d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:18.455756 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-116ed262-1b01-4e80-9505-0aed68ca7b5e req-04f74fb3-602e-4e69-bfae-6d8a1ae7218d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0469074 Nov 09 05:14:18.504106 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-116ed262-1b01-4e80-9505-0aed68ca7b5e req-76cc9218-ef00-4e85-a5cf-327f0521010a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425808 Nov 09 05:14:19.615631 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86b994-135f-4f2f-b527-33ab465a4330 req-baf374c9-402d-4f9a-ba5e-e8aabe67e1a3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:19.617082 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9b86b994-135f-4f2f-b527-33ab465a4330 req-baf374c9-402d-4f9a-ba5e-e8aabe67e1a3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0474367 Nov 09 05:14:19.666279 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9b86b994-135f-4f2f-b527-33ab465a4330 req-72792f92-08f8-4f30-b279-efc0c16d2cab tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425358 Nov 09 05:14:20.784936 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b7d8a-0570-431f-9f58-d6caa059945d req-e23f0bc7-e003-43f2-87d4-8919dcc99f5d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:20.786412 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8a9b7d8a-0570-431f-9f58-d6caa059945d req-e23f0bc7-e003-43f2-87d4-8919dcc99f5d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0487902 Nov 09 05:14:20.833986 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8a9b7d8a-0570-431f-9f58-d6caa059945d req-8b546da6-8975-4c67-93d0-bc5567808738 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406401 Nov 09 05:14:21.946582 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2596fe-f957-4c85-8746-97291b0c3eb8 req-0847d623-0495-437d-80d7-3b47ad183880 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:21.948030 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6e2596fe-f957-4c85-8746-97291b0c3eb8 req-0847d623-0495-437d-80d7-3b47ad183880 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0473409 Nov 09 05:14:21.993527 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6e2596fe-f957-4c85-8746-97291b0c3eb8 req-559a723e-c12f-4ccd-8471-a8554049c823 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394654 Nov 09 05:14:23.113295 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58cc49-6e63-4ea1-a700-1f4a397f2050 req-5f642435-855e-4c39-ae94-5bb6a59478f7 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:23.114786 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-fc58cc49-6e63-4ea1-a700-1f4a397f2050 req-5f642435-855e-4c39-ae94-5bb6a59478f7 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0487597 Nov 09 05:14:23.161164 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-fc58cc49-6e63-4ea1-a700-1f4a397f2050 req-f4ff0e35-f80e-477b-8d11-e0ab02f39e61 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405574 Nov 09 05:14:24.272334 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747a251-6eef-4393-8327-b83264115a3d req-2d7cc77b-1293-46f5-a2ec-56a1913f35cb tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:24.273778 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8747a251-6eef-4393-8327-b83264115a3d req-2d7cc77b-1293-46f5-a2ec-56a1913f35cb tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0474062 Nov 09 05:14:24.320264 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8747a251-6eef-4393-8327-b83264115a3d req-32e1ca0d-45f9-478c-a5fb-74bec4057c64 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401683 Nov 09 05:14:25.441158 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57577bce-d698-417c-9ca4-fd85f911e63e req-c37fcd5e-9357-44f1-8ed5-a0e553bab2b1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:25.442618 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-57577bce-d698-417c-9ca4-fd85f911e63e req-c37fcd5e-9357-44f1-8ed5-a0e553bab2b1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0560362 Nov 09 05:14:25.488523 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-57577bce-d698-417c-9ca4-fd85f911e63e req-efc405fb-cd29-4597-a65f-1a31592f90db tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399625 Nov 09 05:14:26.606970 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e3535-47c3-4c4e-be2a-6c74af082897 req-a5c799b7-ef24-4388-bf41-bdb7b725f2ff tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:26.608459 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4e7e3535-47c3-4c4e-be2a-6c74af082897 req-a5c799b7-ef24-4388-bf41-bdb7b725f2ff tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0528541 Nov 09 05:14:26.653845 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4e7e3535-47c3-4c4e-be2a-6c74af082897 req-0b8e648f-5d26-4f23-b197-4dad46dbca62 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394933 Nov 09 05:14:27.768251 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5699c-8ea6-44ab-a158-b49a2886a1f3 req-511f5238-745a-4d5a-b837-be3db57a37cc tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:27.769693 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f3a5699c-8ea6-44ab-a158-b49a2886a1f3 req-511f5238-745a-4d5a-b837-be3db57a37cc tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0465739 Nov 09 05:14:27.814313 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f3a5699c-8ea6-44ab-a158-b49a2886a1f3 req-db8180a9-65a7-4e0b-a295-4d08fb9720dd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388598 Nov 09 05:14:28.183545 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-ab1310f1-7826-478b-8fbe-b86cfe69560e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:28.925727 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a8803-e3a0-4830-9b65-32e86a2724fd req-45de1e35-285d-4dae-b4a3-0256da5cba16 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:28.927171 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3a2a8803-e3a0-4830-9b65-32e86a2724fd req-45de1e35-285d-4dae-b4a3-0256da5cba16 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0472963 Nov 09 05:14:28.973739 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3a2a8803-e3a0-4830-9b65-32e86a2724fd req-b5a44de9-1a99-4fe1-9282-ad07e165df43 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407681 Nov 09 05:14:30.091564 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f1b1e-39c6-43cd-9336-02cb7b1ac737 req-da45e115-55aa-4f0d-ac25-0485067231a3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:30.093019 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cf8f1b1e-39c6-43cd-9336-02cb7b1ac737 req-da45e115-55aa-4f0d-ac25-0485067231a3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0498154 Nov 09 05:14:30.138116 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cf8f1b1e-39c6-43cd-9336-02cb7b1ac737 req-b1b1cd28-7c59-4108-80d3-054116833fc8 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393198 Nov 09 05:14:30.364237 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-8b62ef31-26c9-458c-bb19-8c2e66859836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:31.253537 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c014605-36aa-4ec7-a124-645d9cbbb5e2 req-02a6a80e-439c-48ba-91ae-3fb435e4fe6d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:31.254963 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3c014605-36aa-4ec7-a124-645d9cbbb5e2 req-02a6a80e-439c-48ba-91ae-3fb435e4fe6d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0509627 Nov 09 05:14:31.302959 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3c014605-36aa-4ec7-a124-645d9cbbb5e2 req-ad33841c-af53-4353-89bc-e0617a927ce2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421050 Nov 09 05:14:31.658114 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:32.419464 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd023f-97e2-44ce-bc7d-bca65219fd00 req-3f6251fb-9db4-4a72-869f-fe8b4e0107b9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:32.421048 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-bfbd023f-97e2-44ce-bc7d-bca65219fd00 req-3f6251fb-9db4-4a72-869f-fe8b4e0107b9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0480175 Nov 09 05:14:32.466738 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-bfbd023f-97e2-44ce-bc7d-bca65219fd00 req-ba2c07b2-7626-4224-b197-dca47afa376e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400364 Nov 09 05:14:33.023178 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:33.581199 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a11aa5-9da9-48d4-bb8d-cffea578c970 req-999892e4-4f4a-4641-b9a1-85a9eff6ef80 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:33.582652 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e6a11aa5-9da9-48d4-bb8d-cffea578c970 req-999892e4-4f4a-4641-b9a1-85a9eff6ef80 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0488496 Nov 09 05:14:33.629787 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e6a11aa5-9da9-48d4-bb8d-cffea578c970 req-bbc9baf7-ed5c-4863-8b7c-f1ba5b6582be tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411844 Nov 09 05:14:33.822281 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:34.595989 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:14:34.741796 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a210a06-a6e8-4c4c-8e53-b007cd637a8c req-43f64f39-6e25-45a4-b0ae-c94e02e99b30 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:34.743238 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8a210a06-a6e8-4c4c-8e53-b007cd637a8c req-43f64f39-6e25-45a4-b0ae-c94e02e99b30 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0477853 Nov 09 05:14:34.793206 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8a210a06-a6e8-4c4c-8e53-b007cd637a8c req-01017f68-e714-471c-9b41-b131e8f913c7 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442286 Nov 09 05:14:35.903522 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff228-5fd9-4fe2-b899-ac0e50aa400c req-e77f2949-3299-4d97-b52c-c9784b2bc181 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:35.904978 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2fcff228-5fd9-4fe2-b899-ac0e50aa400c req-e77f2949-3299-4d97-b52c-c9784b2bc181 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0471742 Nov 09 05:14:35.953643 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2fcff228-5fd9-4fe2-b899-ac0e50aa400c req-8d22afdc-e4db-47b4-b933-665e81e85301 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428340 Nov 09 05:14:37.066390 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e7a4-e10d-46c5-9f5b-df7d4cacce37 req-4a8f6aa9-d039-4502-94d1-9994d7970b3b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:37.067866 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3bb0e7a4-e10d-46c5-9f5b-df7d4cacce37 req-4a8f6aa9-d039-4502-94d1-9994d7970b3b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0475512 Nov 09 05:14:37.113278 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3bb0e7a4-e10d-46c5-9f5b-df7d4cacce37 req-cbd4c575-fca8-4452-bce2-5ff6d0241d30 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396662 Nov 09 05:14:38.224266 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48303c0f-2284-4998-ac91-1ae72a9f1212 req-4445cf4c-1fc8-4f77-a89a-5d3ef9b59ee0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:38.225702 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-48303c0f-2284-4998-ac91-1ae72a9f1212 req-4445cf4c-1fc8-4f77-a89a-5d3ef9b59ee0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0470324 Nov 09 05:14:38.272255 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-48303c0f-2284-4998-ac91-1ae72a9f1212 req-bf902488-ef6d-4cb5-b8c0-9bcc3ff1103a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401063 Nov 09 05:14:39.393869 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc294fd-1b63-456e-bfcf-b14df3200bd1 req-9ffe1b80-d989-4cb2-a115-eca9e0fb9707 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:39.395348 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ccc294fd-1b63-456e-bfcf-b14df3200bd1 req-9ffe1b80-d989-4cb2-a115-eca9e0fb9707 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0478694 Nov 09 05:14:39.440270 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ccc294fd-1b63-456e-bfcf-b14df3200bd1 req-606f15d1-1520-4073-98d1-e94f2fc52de2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390935 Nov 09 05:14:39.660387 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:40.553154 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f259ccb-2da3-46eb-a7ee-4fa2ceccf508 req-4ce987fd-ac18-452e-9d20-eb5ced5dab3c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:40.554621 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8f259ccb-2da3-46eb-a7ee-4fa2ceccf508 req-4ce987fd-ac18-452e-9d20-eb5ced5dab3c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0476830 Nov 09 05:14:40.601352 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8f259ccb-2da3-46eb-a7ee-4fa2ceccf508 req-aef1f8a7-d29e-46b6-a3ab-17507051555f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406740 Nov 09 05:14:41.952832 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c3495-4e35-4bca-8b32-1ec42fef0a06 req-f85f009e-3b59-4991-bedf-85c270de07d7 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:41.954286 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-350c3495-4e35-4bca-8b32-1ec42fef0a06 req-f85f009e-3b59-4991-bedf-85c270de07d7 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.2855825 Nov 09 05:14:42.000081 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-350c3495-4e35-4bca-8b32-1ec42fef0a06 req-d23f2aba-006f-46f4-a409-83f7614d7cd5 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399864 Nov 09 05:14:43.118896 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d73a58-b414-4c18-b0d9-ee983f662166 req-3a324e40-7f50-497d-ac14-2307c23c61d3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:43.120278 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b7d73a58-b414-4c18-b0d9-ee983f662166 req-3a324e40-7f50-497d-ac14-2307c23c61d3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0512452 Nov 09 05:14:43.165122 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b7d73a58-b414-4c18-b0d9-ee983f662166 req-f59454df-4972-4356-824f-908e1061ea43 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391107 Nov 09 05:14:44.277671 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f9ffe-7e90-47cb-b4fa-1f74ee2017c7 req-f14a98ea-8120-4846-8050-a857c639b267 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:44.279091 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-259f9ffe-7e90-47cb-b4fa-1f74ee2017c7 req-f14a98ea-8120-4846-8050-a857c639b267 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0472832 Nov 09 05:14:44.322819 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-259f9ffe-7e90-47cb-b4fa-1f74ee2017c7 req-e3c45681-5126-406b-b531-992928e44aca tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380785 Nov 09 05:14:45.435364 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ddbd0-def4-4a23-973c-52b0228eb7e3 req-f3212d74-9978-4981-bccf-332ee9a8dbd8 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:45.436825 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d64ddbd0-def4-4a23-973c-52b0228eb7e3 req-f3212d74-9978-4981-bccf-332ee9a8dbd8 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0478985 Nov 09 05:14:45.482401 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d64ddbd0-def4-4a23-973c-52b0228eb7e3 req-ead3c98e-29b5-4fc8-9526-ee38e708c704 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397878 Nov 09 05:14:46.594521 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2904f5-b868-49f3-9505-cd60aa2cebed req-9b1804ab-052b-47cf-a79d-385dcb15bfa2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:46.595989 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ed2904f5-b868-49f3-9505-cd60aa2cebed req-9b1804ab-052b-47cf-a79d-385dcb15bfa2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0475883 Nov 09 05:14:46.645498 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ed2904f5-b868-49f3-9505-cd60aa2cebed req-d0ee244e-c792-460c-8583-21f8703d0ca1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434465 Nov 09 05:14:47.757046 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6574070-9b5e-44dd-b577-c7ed93be3831 req-07a8da23-5910-45a4-a4bd-dfd69f71edd3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:47.758464 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e6574070-9b5e-44dd-b577-c7ed93be3831 req-07a8da23-5910-45a4-a4bd-dfd69f71edd3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0469263 Nov 09 05:14:47.807159 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e6574070-9b5e-44dd-b577-c7ed93be3831 req-871758ce-98d8-46b9-9173-fbaf470af3a7 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422711 Nov 09 05:14:48.918868 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd2cbe-ff97-419d-bcea-d3dd7966811c req-422361d2-c7e2-4e43-a20f-7a28a4d07e18 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:48.920345 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3ffd2cbe-ff97-419d-bcea-d3dd7966811c req-422361d2-c7e2-4e43-a20f-7a28a4d07e18 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0481508 Nov 09 05:14:48.964348 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3ffd2cbe-ff97-419d-bcea-d3dd7966811c req-5a667c0e-ee42-4fc2-bf00-87383dae4db4 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377047 Nov 09 05:14:50.076715 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2dd1d-0895-4e67-8490-b08d964da28f req-ebcf25db-78ed-4bb6-bc7d-e72d6ac738a0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:50.078156 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-37f2dd1d-0895-4e67-8490-b08d964da28f req-ebcf25db-78ed-4bb6-bc7d-e72d6ac738a0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0476208 Nov 09 05:14:50.124277 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-37f2dd1d-0895-4e67-8490-b08d964da28f req-1e9942f1-b152-4235-a2c9-d49df1c4d912 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401220 Nov 09 05:14:51.237335 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79fb14-f2ef-4593-9ce8-6f53a741a9d1 req-85aefcbd-7794-46ee-987f-dfe9136d3262 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:51.238819 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2d79fb14-f2ef-4593-9ce8-6f53a741a9d1 req-85aefcbd-7794-46ee-987f-dfe9136d3262 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0481009 Nov 09 05:14:51.289334 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2d79fb14-f2ef-4593-9ce8-6f53a741a9d1 req-cd29b93b-fdd5-442c-a3ee-87fd1d192c7b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443721 Nov 09 05:14:52.401399 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606afbdb-972e-40b6-8bdc-797f8d14b32d req-6c03e7ec-ab10-4138-89f6-2fdb48464ac9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:52.402827 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-606afbdb-972e-40b6-8bdc-797f8d14b32d req-6c03e7ec-ab10-4138-89f6-2fdb48464ac9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0473149 Nov 09 05:14:52.448869 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-606afbdb-972e-40b6-8bdc-797f8d14b32d req-0e3be01e-efb7-46ae-805c-8201470a3d99 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402853 Nov 09 05:14:53.566954 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da1da1-f546-4ab6-b09c-b1a408f15ae4 req-0c97c47a-355b-4a1f-8838-b70fae87aba1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:53.568481 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a6da1da1-f546-4ab6-b09c-b1a408f15ae4 req-0c97c47a-355b-4a1f-8838-b70fae87aba1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0523717 Nov 09 05:14:53.614909 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a6da1da1-f546-4ab6-b09c-b1a408f15ae4 req-27385e8c-3108-4602-9b51-f02ff55065ca tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402515 Nov 09 05:14:54.732378 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf49c5-fca4-466a-9b1e-5d5bcf1c13e4 req-401b9ab7-9351-4009-a0e4-953f8ab7c944 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:54.733810 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0abf49c5-fca4-466a-9b1e-5d5bcf1c13e4 req-401b9ab7-9351-4009-a0e4-953f8ab7c944 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0506124 Nov 09 05:14:54.779260 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0abf49c5-fca4-466a-9b1e-5d5bcf1c13e4 req-1c04dc9d-ae4a-4bc6-909e-21472f822432 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395472 Nov 09 05:14:55.086491 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8648a5a6-21f6-46a0-8b0b-80fe7077c393 req-d9adffd2-2b11-4a28-b79f-f7b348723041 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4805f839-96d2-42b9-8e81-1ebd537fdc33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388412 Nov 09 05:14:55.157128 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648a5a6-21f6-46a0-8b0b-80fe7077c393 req-d6283b1a-3f06-4adb-9438-522dcbbc0e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:55.158553 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8648a5a6-21f6-46a0-8b0b-80fe7077c393 req-d6283b1a-3f06-4adb-9438-522dcbbc0e7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acf465ea6c244dcaa76ca3817fc6801f&device_id=4805f839-96d2-42b9-8e81-1ebd537fdc33 HTTP/1.1" status: 200 len: 1099 time: 0.0393832 Nov 09 05:14:55.261715 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648a5a6-21f6-46a0-8b0b-80fe7077c393 req-d84caa8f-033a-4415-abd7-54267de075a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:55.263150 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8648a5a6-21f6-46a0-8b0b-80fe7077c393 req-d84caa8f-033a-4415-abd7-54267de075a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f10e939-279a-4c85-98c6-1d5ee6c0218c HTTP/1.1" status: 200 len: 912 time: 0.0856118 Nov 09 05:14:55.327345 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8648a5a6-21f6-46a0-8b0b-80fe7077c393 req-99f619f7-b803-4008-b662-0bebc73f6458 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=508ee994-7191-4353-818e-c88d4f711451 HTTP/1.1" status: 200 len: 1002 time: 0.0572696 Nov 09 05:14:55.379744 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648a5a6-21f6-46a0-8b0b-80fe7077c393 req-157244d1-704a-4d72-9794-1761f1da45e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:55.381133 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8648a5a6-21f6-46a0-8b0b-80fe7077c393 req-157244d1-704a-4d72-9794-1761f1da45e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45a0572c-751c-4e91-b532-b38a534f78d3 HTTP/1.1" status: 200 len: 850 time: 0.0457234 Nov 09 05:14:55.427368 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648a5a6-21f6-46a0-8b0b-80fe7077c393 req-e102b83e-8749-4fc6-a26a-ef43f9127122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:55.428858 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8648a5a6-21f6-46a0-8b0b-80fe7077c393 req-e102b83e-8749-4fc6-a26a-ef43f9127122 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f10e939-279a-4c85-98c6-1d5ee6c0218c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398302 Nov 09 05:14:55.515217 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8648a5a6-21f6-46a0-8b0b-80fe7077c393 req-b76431fb-e293-4a77-af4f-d148ff0a78e6 service neutron] 10.222.0.20 "GET /v2.0/networks/9f10e939-279a-4c85-98c6-1d5ee6c0218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785229 Nov 09 05:14:55.607405 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8648a5a6-21f6-46a0-8b0b-80fe7077c393 req-6fcbdc47-85d5-408f-a99c-8dccf1edb41e service neutron] 10.222.0.20 "GET /v2.0/networks/9f10e939-279a-4c85-98c6-1d5ee6c0218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843256 Nov 09 05:14:55.889120 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac974d8-0aea-4586-829c-0eeae09da9ad req-a640cd46-2d0d-44ea-9d0b-65df4faf1587 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:55.890455 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9ac974d8-0aea-4586-829c-0eeae09da9ad req-a640cd46-2d0d-44ea-9d0b-65df4faf1587 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0462563 Nov 09 05:14:55.935528 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9ac974d8-0aea-4586-829c-0eeae09da9ad req-73509dd0-f31d-49bf-b556-b115eabc78fa tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390570 Nov 09 05:14:57.055797 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0161f1a-8893-42c7-a007-445311f1963a req-c808e344-1b66-4980-9f70-c8ce3b36cafa tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:57.057257 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f0161f1a-8893-42c7-a007-445311f1963a req-c808e344-1b66-4980-9f70-c8ce3b36cafa tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0528839 Nov 09 05:14:57.102902 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f0161f1a-8893-42c7-a007-445311f1963a req-9102880a-1d6f-4307-a8d4-e3fc325873bf tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397995 Nov 09 05:14:57.936326 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131ed63-9ede-46d6-97fe-38c0ed3c72dc req-99409188-c3ce-43cd-9e9d-87527c5d6dbc tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:57.937761 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b131ed63-9ede-46d6-97fe-38c0ed3c72dc req-99409188-c3ce-43cd-9e9d-87527c5d6dbc tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=4805f839-96d2-42b9-8e81-1ebd537fdc33 HTTP/1.1" status: 200 len: 946 time: 0.0515933 Nov 09 05:14:57.984667 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b131ed63-9ede-46d6-97fe-38c0ed3c72dc req-68750d5e-d9b8-44f3-a793-d7a3e2ee9d19 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe7a00d-6a6b-40fc-afd8-2145272963a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409060 Nov 09 05:14:58.185540 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-78e3121a-38ac-40f9-afbe-40296e3398ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:58.217415 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664da5e0-78ae-4b89-ab83-b9995b5e584a req-122e1913-5a59-44ed-bd38-e17f393f25f5 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:58.218871 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-664da5e0-78ae-4b89-ab83-b9995b5e584a req-122e1913-5a59-44ed-bd38-e17f393f25f5 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0476859 Nov 09 05:14:58.267921 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-664da5e0-78ae-4b89-ab83-b9995b5e584a req-6b48c32d-45ff-436b-9221-6b4f7bd423f2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430779 Nov 09 05:14:58.678012 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9c83f-d6cf-429c-b3a6-900764d1450e req-7e7b4b20-9787-4511-afec-92957c0afff3 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:58.679475 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e6a9c83f-d6cf-429c-b3a6-900764d1450e req-7e7b4b20-9787-4511-afec-92957c0afff3 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.20 "GET /v2.0/ports?device_id=4805f839-96d2-42b9-8e81-1ebd537fdc33 HTTP/1.1" status: 200 len: 946 time: 0.0468843 Nov 09 05:14:58.771583 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-e6a9c83f-d6cf-429c-b3a6-900764d1450e req-72d94ea4-85ab-4f56-b715-78220844bd4a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Deleting port 508ee994-7191-4353-818e-c88d4f711451 {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:14:58.771951 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-e6a9c83f-d6cf-429c-b3a6-900764d1450e req-72d94ea4-85ab-4f56-b715-78220844bd4a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:58.858007 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-e6a9c83f-d6cf-429c-b3a6-900764d1450e req-72d94ea4-85ab-4f56-b715-78220844bd4a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] For port 508ee994-7191-4353-818e-c88d4f711451, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=508ee994-7191-4353-818e-c88d4f711451,segment=NetworkSegment(c4a5a13a-f5c8-4b19-9489-1926e934b027),segment_id=c4a5a13a-f5c8-4b19-9489-1926e934b027)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:14:58.858366 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-e6a9c83f-d6cf-429c-b3a6-900764d1450e req-72d94ea4-85ab-4f56-b715-78220844bd4a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:59.027849 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-e6a9c83f-d6cf-429c-b3a6-900764d1450e req-72d94ea4-85ab-4f56-b715-78220844bd4a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:59.028209 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-e6a9c83f-d6cf-429c-b3a6-900764d1450e req-72d94ea4-85ab-4f56-b715-78220844bd4a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461206'] for floatingip, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:59.028523 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.db.l3_db [req-e6a9c83f-d6cf-429c-b3a6-900764d1450e req-72d94ea4-85ab-4f56-b715-78220844bd4a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Floating IP 1e320ff6-9eb2-4d4f-b14d-75a0083db0bb disassociated. External IP: 172.27.0.201, port: 508ee994-7191-4353-818e-c88d4f711451. Nov 09 05:14:59.028856 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-e6a9c83f-d6cf-429c-b3a6-900764d1450e req-72d94ea4-85ab-4f56-b715-78220844bd4a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Calling delete_port for 508ee994-7191-4353-818e-c88d4f711451 owned by compute:nova {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:14:59.135342 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0de9c-4329-44c3-8632-8c891a1fe18a req-515d1e5c-1a48-429c-bc79-dc8efacaaffe tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:59.136822 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3fe0de9c-4329-44c3-8632-8c891a1fe18a req-515d1e5c-1a48-429c-bc79-dc8efacaaffe tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=4805f839-96d2-42b9-8e81-1ebd537fdc33 HTTP/1.1" status: 200 len: 946 time: 0.0692077 Nov 09 05:14:59.222094 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3fe0de9c-4329-44c3-8632-8c891a1fe18a req-59759c4e-47a2-4247-b43f-dbf14ea32745 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups?id=1fe7a00d-6a6b-40fc-afd8-2145272963a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784049 Nov 09 05:14:59.223179 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-e6a9c83f-d6cf-429c-b3a6-900764d1450e req-72d94ea4-85ab-4f56-b715-78220844bd4a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:59.250643 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d94ea4-85ab-4f56-b715-78220844bd4a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Pushing event deleted for resources: {'Port': ['ID=508ee994-7191-4353-818e-c88d4f711451,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:14:59.364512 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6a9c83f-d6cf-429c-b3a6-900764d1450e req-72d94ea4-85ab-4f56-b715-78220844bd4a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Router c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:14:59.379764 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723f224-4402-4e6a-b5c5-523862d1d37e req-c18dee8f-b7a1-4e0d-a594-6098962b2aa3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:14:59.381222 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d723f224-4402-4e6a-b5c5-523862d1d37e req-c18dee8f-b7a1-4e0d-a594-6098962b2aa3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0476003 Nov 09 05:14:59.427256 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d723f224-4402-4e6a-b5c5-523862d1d37e req-983366ef-5839-488d-b5d4-7bd74dcc1933 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400629 Nov 09 05:14:59.722431 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6a9c83f-d6cf-429c-b3a6-900764d1450e req-72d94ea4-85ab-4f56-b715-78220844bd4a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:14:59.732100 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bce23cc-5890-4d2e-8331-072ef1746f2e None None] Sync routers for ids ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'] in dv-cinder-817135-2-iscsi {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:14:59.742125 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bce23cc-5890-4d2e-8331-072ef1746f2e None None] Routers {'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:14:59.742737 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-8bce23cc-5890-4d2e-8331-072ef1746f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:14:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:14:59.763152 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a9c83f-d6cf-429c-b3a6-900764d1450e req-72d94ea4-85ab-4f56-b715-78220844bd4a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] No DVR routers for this DVR port 508ee994-7191-4353-818e-c88d4f711451 on host hv-cinder-81713 {{(pid=100972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:14:59.765671 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-e6a9c83f-d6cf-429c-b3a6-900764d1450e req-72d94ea4-85ab-4f56-b715-78220844bd4a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:14:59.769161 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e6a9c83f-d6cf-429c-b3a6-900764d1450e req-72d94ea4-85ab-4f56-b715-78220844bd4a tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.20 "DELETE /v2.0/ports/508ee994-7191-4353-818e-c88d4f711451 HTTP/1.1" status: 204 len: 173 time: 1.0837612 Nov 09 05:14:59.769601 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4805f839-96d2-42b9-8e81-1ebd537fdc33', 'name': 'network-vif-deleted', 'tag': '508ee994-7191-4353-818e-c88d4f711451'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:14:59.771823 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b1eb0e-450f-4307-93fe-89cb315f6b15" -d '{"events": [{"server_uuid": "4805f839-96d2-42b9-8e81-1ebd537fdc33", "name": "network-vif-deleted", "tag": "508ee994-7191-4353-818e-c88d4f711451"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:14:59.810740 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a779d5-54ef-41c1-92b5-716bacb4834b x-openstack-request-id: req-d7a779d5-54ef-41c1-92b5-716bacb4834b {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:14:59.811909 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4805f839-96d2-42b9-8e81-1ebd537fdc33", "name": "network-vif-deleted", "tag": "508ee994-7191-4353-818e-c88d4f711451", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:14:59.812384 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7a779d5-54ef-41c1-92b5-716bacb4834b {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:14:59.813000 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4805f839-96d2-42b9-8e81-1ebd537fdc33', 'name': 'network-vif-deleted', 'tag': '508ee994-7191-4353-818e-c88d4f711451', 'status': 'completed', 'code': 200} Nov 09 05:14:59.943655 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-8bce23cc-5890-4d2e-8331-072ef1746f2e None None] Set router c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:15:00.135011 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-8bce23cc-5890-4d2e-8331-072ef1746f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'name': 'tempest-AttachVolumeTestJSON-1015286971-router', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:57:58Z', 'updated_at': '2021-11-09T04:58:03Z', 'revision_number': 4, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'gw_port': {'id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:59Z', 'updated_at': '2021-11-09T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'f5282925-fc09-4018-903a-5fe3286c3337', 'name': '', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'mac_address': 'fa:16:3e:83:70:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:02Z', 'updated_at': '2021-11-09T04:58:08Z', 'revision_number': 5, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'subnets': [{'id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:15:00.164907 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bce23cc-5890-4d2e-8331-072ef1746f2e None None] Checking router: c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 for host: dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:15:00.173588 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bce23cc-5890-4d2e-8331-072ef1746f2e None None] Routers {'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:15:00.174181 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-8bce23cc-5890-4d2e-8331-072ef1746f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:14:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:15:00.279409 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-8bce23cc-5890-4d2e-8331-072ef1746f2e None None] Set router c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:15:00.338137 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0f35c121-9f66-4bf0-84e8-5f20f9158810 req-ac702885-ae88-4b85-ad67-d60602abc851 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/ports?device_id=4805f839-96d2-42b9-8e81-1ebd537fdc33 HTTP/1.1" status: 200 len: 210 time: 0.0282140 Nov 09 05:15:00.377021 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-b8d97270-4c6a-4878-84aa-ed7be31f1e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:00.473490 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-8bce23cc-5890-4d2e-8331-072ef1746f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'name': 'tempest-AttachVolumeTestJSON-1015286971-router', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:57:58Z', 'updated_at': '2021-11-09T04:58:03Z', 'revision_number': 4, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'gw_port': {'id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:59Z', 'updated_at': '2021-11-09T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'f5282925-fc09-4018-903a-5fe3286c3337', 'name': '', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'mac_address': 'fa:16:3e:83:70:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:02Z', 'updated_at': '2021-11-09T04:58:08Z', 'revision_number': 5, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'subnets': [{'id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:15:00.498983 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bce23cc-5890-4d2e-8331-072ef1746f2e None None] The sync data for ids ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'] in dv-cinder-817135-2-iscsi is: [{'id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'name': 'tempest-AttachVolumeTestJSON-1015286971-router', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:57:58Z', 'updated_at': '2021-11-09T04:58:03Z', 'revision_number': 4, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'gw_port': {'id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:59Z', 'updated_at': '2021-11-09T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'f5282925-fc09-4018-903a-5fe3286c3337', 'name': '', 'network_id': '9f10e939-279a-4c85-98c6-1d5ee6c0218c', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'mac_address': 'fa:16:3e:83:70:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:58:02Z', 'updated_at': '2021-11-09T04:58:08Z', 'revision_number': 5, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'subnets': [{'id': '45a0572c-751c-4e91-b532-b38a534f78d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:15:00.546217 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d757b3-ffae-4b23-afb1-fa5fdf512937 req-8711c1cf-487e-497b-adee-b26312d4885c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:00.547751 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-54d757b3-ffae-4b23-afb1-fa5fdf512937 req-8711c1cf-487e-497b-adee-b26312d4885c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0521657 Nov 09 05:15:00.595427 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-54d757b3-ffae-4b23-afb1-fa5fdf512937 req-3773d33f-11c2-42ae-9462-bdda0c0c4c69 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416734 Nov 09 05:15:00.723770 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d0286-a4ad-4023-a2e2-bc613ea608dc None None] New status for floating IP 1e320ff6-9eb2-4d4f-b14d-75a0083db0bb: DOWN {{(pid=100973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 05:15:01.422538 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 55586) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:15:01.475272 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e4d1be28-4e1f-4a9a-aa14-e6e7e453ffdb tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:01.497055 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e4d1be28-4e1f-4a9a-aa14-e6e7e453ffdb tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:01.544611 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e4d1be28-4e1f-4a9a-aa14-e6e7e453ffdb tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:01.547379 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e4d1be28-4e1f-4a9a-aa14-e6e7e453ffdb tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:01.548532 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-e4d1be28-4e1f-4a9a-aa14-e6e7e453ffdb tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "DELETE /v2.0/security-groups/1fe7a00d-6a6b-40fc-afd8-2145272963a0 HTTP/1.1" status: 204 len: 168 time: 0.1250141 Nov 09 05:15:01.551246 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 55588) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:15:01.558232 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1be28-4e1f-4a9a-aa14-e6e7e453ffdb tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe7a00d-6a6b-40fc-afd8-2145272963a0,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:15:01.563793 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.api.v2.resource [None req-71729c33-f34f-4735-948b-bf1977a6dc44 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] show failed (client error): The resource could not be found. Nov 09 05:15:01.567493 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-71729c33-f34f-4735-948b-bf1977a6dc44 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "GET /v2.0/security-groups/1fe7a00d-6a6b-40fc-afd8-2145272963a0 HTTP/1.1" status: 404 len: 347 time: 0.0125048 Nov 09 05:15:01.567685 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 55590) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:15:01.661949 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:01.725227 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30d2c1-c50b-4a2e-b8ef-24d9785f37e3 req-88e3313a-f238-4c99-b1ae-484e2941d93e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:01.726667 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ca30d2c1-c50b-4a2e-b8ef-24d9785f37e3 req-88e3313a-f238-4c99-b1ae-484e2941d93e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0613146 Nov 09 05:15:01.728928 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-7081f515-bb40-4543-b30f-52d76e488d45 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Deleting port 7c289742-efe8-43d8-b83b-2ee9f2476f81 {{(pid=100971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:15:01.729489 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-7081f515-bb40-4543-b30f-52d76e488d45 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:01.822347 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ca30d2c1-c50b-4a2e-b8ef-24d9785f37e3 req-6502ee2a-b728-49b3-aefa-5dbc56b23d74 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894537 Nov 09 05:15:01.837753 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-7081f515-bb40-4543-b30f-52d76e488d45 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:01.838071 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-7081f515-bb40-4543-b30f-52d76e488d45 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:01.849556 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-7081f515-bb40-4543-b30f-52d76e488d45 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Calling delete_port for 7c289742-efe8-43d8-b83b-2ee9f2476f81 owned by network:floatingip {{(pid=100971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:15:01.977815 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-7081f515-bb40-4543-b30f-52d76e488d45 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:02.002069 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081f515-bb40-4543-b30f-52d76e488d45 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Pushing event deleted for resources: {'Port': ['ID=7c289742-efe8-43d8-b83b-2ee9f2476f81,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:15:02.059372 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-7081f515-bb40-4543-b30f-52d76e488d45 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks [] for floatingip, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:02.061848 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-7081f515-bb40-4543-b30f-52d76e488d45 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for floatingip, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:02.062963 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-7081f515-bb40-4543-b30f-52d76e488d45 tempest-AttachVolumeTestJSON-1073527850 tempest-AttachVolumeTestJSON-1073527850-project] 10.222.0.41 "DELETE /v2.0/floatingips/1e320ff6-9eb2-4d4f-b14d-75a0083db0bb HTTP/1.1" status: 204 len: 168 time: 0.4943173 Nov 09 05:15:02.215530 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 508ee994-7191-4353-818e-c88d4f711451 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:15:02.235271 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] No Port match for: 508ee994-7191-4353-818e-c88d4f711451 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:15:02.235604 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 508ee994-7191-4353-818e-c88d4f711451 not bound to the agent host hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:15:02.939193 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2def9f4-ff8f-41e6-9031-d87ac954ec14 req-3b300c31-6c46-4204-980a-e474e82ed904 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:02.940673 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e2def9f4-ff8f-41e6-9031-d87ac954ec14 req-3b300c31-6c46-4204-980a-e474e82ed904 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0518775 Nov 09 05:15:02.986651 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e2def9f4-ff8f-41e6-9031-d87ac954ec14 req-cebff0b6-8aec-43ae-8c18-90a20dc9c2b8 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402024 Nov 09 05:15:03.026161 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:03.822054 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:04.103883 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef3778-9757-40ae-b7a6-ffa7f0ed0a0e req-41f1bbe3-866d-452b-ae39-1906e6ed9c32 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:04.105279 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f1ef3778-9757-40ae-b7a6-ffa7f0ed0a0e req-41f1bbe3-866d-452b-ae39-1906e6ed9c32 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0523236 Nov 09 05:15:04.151738 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f1ef3778-9757-40ae-b7a6-ffa7f0ed0a0e req-d3e7dcae-c2b7-4782-aa33-d3f68da7e53b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406132 Nov 09 05:15:05.262685 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd2cf5-0de3-4c79-ace9-57b17549d78d req-0dd54e86-8412-4530-9482-b4348422a915 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:05.264153 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-42cd2cf5-0de3-4c79-ace9-57b17549d78d req-0dd54e86-8412-4530-9482-b4348422a915 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0474775 Nov 09 05:15:05.309377 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-42cd2cf5-0de3-4c79-ace9-57b17549d78d req-1726e41f-a545-4c1a-8c71-f8f4735e8e0b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391717 Nov 09 05:15:06.421905 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629807bc-1bc2-4f55-8509-bec762f89948 req-9c712e20-2015-422a-aa56-1111cefbc447 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:06.423368 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-629807bc-1bc2-4f55-8509-bec762f89948 req-9c712e20-2015-422a-aa56-1111cefbc447 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0483277 Nov 09 05:15:06.470189 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-629807bc-1bc2-4f55-8509-bec762f89948 req-9032a63e-0b8b-485a-92c9-0a7e8b74c53c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409119 Nov 09 05:15:07.582032 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ffa78-c1a5-4e6a-b20e-df9627dfe7dd req-66d374fc-237e-4aa5-90dc-6181d62642c5 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:07.583462 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-dd3ffa78-c1a5-4e6a-b20e-df9627dfe7dd req-66d374fc-237e-4aa5-90dc-6181d62642c5 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0473540 Nov 09 05:15:07.633014 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-dd3ffa78-c1a5-4e6a-b20e-df9627dfe7dd req-073fc930-cd1d-4f5f-b45d-4b90330e7a91 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429564 Nov 09 05:15:08.746321 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2557b-f488-41af-9e3e-1e547d3a4693 req-08db2284-7628-4b1d-abba-9b2b4ad7b647 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:08.747705 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8bd2557b-f488-41af-9e3e-1e547d3a4693 req-08db2284-7628-4b1d-abba-9b2b4ad7b647 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0477285 Nov 09 05:15:08.796749 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8bd2557b-f488-41af-9e3e-1e547d3a4693 req-bdb028ea-aca7-4ae0-8ace-a57b6b3b1a9a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433574 Nov 09 05:15:09.651284 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:09.909209 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9403f-bb1e-46f8-ba51-d7bcdaee071b req-ab151b86-c68f-4c5d-857e-f642e6dbd540 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:09.910643 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-efc9403f-bb1e-46f8-ba51-d7bcdaee071b req-ab151b86-c68f-4c5d-857e-f642e6dbd540 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0479784 Nov 09 05:15:09.956144 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-efc9403f-bb1e-46f8-ba51-d7bcdaee071b req-30c97bdf-8347-4682-ac2c-ba58860011e3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397270 Nov 09 05:15:11.068188 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61162490-5a50-4fa4-947a-233364df511a req-d70accea-826c-4ee6-8423-7c517f9f3d27 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:11.069642 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-61162490-5a50-4fa4-947a-233364df511a req-d70accea-826c-4ee6-8423-7c517f9f3d27 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0475788 Nov 09 05:15:11.115498 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-61162490-5a50-4fa4-947a-233364df511a req-9d7a9140-d31d-4ccd-aad7-6cd72fc766cb tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395966 Nov 09 05:15:11.596238 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:15:12.227739 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eec784-02d1-4c8c-b552-f835bbedb1e6 req-3076771d-afb2-4455-bbe6-f92975a27f90 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:12.229834 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e5eec784-02d1-4c8c-b552-f835bbedb1e6 req-3076771d-afb2-4455-bbe6-f92975a27f90 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0480833 Nov 09 05:15:12.275074 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e5eec784-02d1-4c8c-b552-f835bbedb1e6 req-9085feb9-01eb-4583-943d-6eb405a351ea tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392647 Nov 09 05:15:13.387426 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e168c-c8eb-4cb9-97bd-f529d65b551d req-dec9562e-5b94-4e43-961c-464ae17191af tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:13.388926 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6e8e168c-c8eb-4cb9-97bd-f529d65b551d req-dec9562e-5b94-4e43-961c-464ae17191af tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0481091 Nov 09 05:15:13.436440 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6e8e168c-c8eb-4cb9-97bd-f529d65b551d req-5f2fb3a2-a439-4ea2-b8ff-ebef24ad592f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412512 Nov 09 05:15:14.551218 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bb305-16b9-4dbc-af65-f0e9c7c0043d req-d220d4bf-6ff6-4a7b-92f1-5d03ba67d358 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:14.552602 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7d5bb305-16b9-4dbc-af65-f0e9c7c0043d req-d220d4bf-6ff6-4a7b-92f1-5d03ba67d358 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0506139 Nov 09 05:15:14.598349 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7d5bb305-16b9-4dbc-af65-f0e9c7c0043d req-c81a6c0a-1646-404a-8ca1-ea27df433431 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398850 Nov 09 05:15:15.718144 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a012fec-2862-45c1-91b3-0addcc6292f6 req-b7264869-4713-4223-bcdf-8035df8f02be tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:15.719581 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0a012fec-2862-45c1-91b3-0addcc6292f6 req-b7264869-4713-4223-bcdf-8035df8f02be tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0506823 Nov 09 05:15:15.764598 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0a012fec-2862-45c1-91b3-0addcc6292f6 req-57f4b54e-e03e-405f-87b7-a143443eb1b2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392218 Nov 09 05:15:16.878182 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374f7d1-bcc4-4c7d-bbbf-6bae87b580c5 req-b8e2c494-5323-4d76-abea-c92a925a262f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:16.879655 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0374f7d1-bcc4-4c7d-bbbf-6bae87b580c5 req-b8e2c494-5323-4d76-abea-c92a925a262f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0477352 Nov 09 05:15:16.925167 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0374f7d1-bcc4-4c7d-bbbf-6bae87b580c5 req-d3b36e56-57a8-484d-a5bd-f21531f1c312 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391519 Nov 09 05:15:18.036973 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722ba24-4b07-4282-9a69-9e31847ecd17 req-816f6c90-e846-4ed4-be04-cfae421f2fea tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:18.038409 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b722ba24-4b07-4282-9a69-9e31847ecd17 req-816f6c90-e846-4ed4-be04-cfae421f2fea tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0473328 Nov 09 05:15:18.084464 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b722ba24-4b07-4282-9a69-9e31847ecd17 req-9fc47491-ec98-40c7-aec2-99985c348fd5 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398567 Nov 09 05:15:19.196617 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be2485-fef1-4da6-8b8b-4ba6aff4ba2e req-46998248-41e9-453e-b152-27c692f230ba tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:19.197973 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-54be2485-fef1-4da6-8b8b-4ba6aff4ba2e req-46998248-41e9-453e-b152-27c692f230ba tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0474820 Nov 09 05:15:19.247034 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-54be2485-fef1-4da6-8b8b-4ba6aff4ba2e req-27d08cce-76a0-4c00-813d-ea6a84f0bbe1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433004 Nov 09 05:15:20.359126 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7d02-9278-447c-9391-c5468f0d3b59 req-b3c8606c-58b2-4172-ae9b-1f8962b55ec9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:20.360607 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-612c7d02-9278-447c-9391-c5468f0d3b59 req-b3c8606c-58b2-4172-ae9b-1f8962b55ec9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0472333 Nov 09 05:15:20.409582 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-612c7d02-9278-447c-9391-c5468f0d3b59 req-f7bed68b-fd38-4271-b12f-0a228d04cb20 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431848 Nov 09 05:15:21.521201 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68cdc0-06da-4722-92ad-a7320f889b27 req-653b2027-4a11-4c7d-bc8c-a1086c8a1552 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:21.522644 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ed68cdc0-06da-4722-92ad-a7320f889b27 req-653b2027-4a11-4c7d-bc8c-a1086c8a1552 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0477107 Nov 09 05:15:21.567789 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ed68cdc0-06da-4722-92ad-a7320f889b27 req-c089482f-2246-40ac-9377-e22fba54d9fd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387704 Nov 09 05:15:22.680434 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9d3a9-27f9-4431-9ca1-86c9d688436a req-957a9e3e-39af-4676-978c-01f923dfc704 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:22.681915 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ece9d3a9-27f9-4431-9ca1-86c9d688436a req-957a9e3e-39af-4676-978c-01f923dfc704 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0485601 Nov 09 05:15:22.727953 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ece9d3a9-27f9-4431-9ca1-86c9d688436a req-5b779c0e-cbae-4742-9249-c0683d59edfc tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400333 Nov 09 05:15:23.842178 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee5e8f-1404-426e-92a5-514732de9090 req-23918e52-7b77-4033-a015-ebf2407195d2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:23.843741 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-56ee5e8f-1404-426e-92a5-514732de9090 req-23918e52-7b77-4033-a015-ebf2407195d2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0483654 Nov 09 05:15:23.889492 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-56ee5e8f-1404-426e-92a5-514732de9090 req-bb5a2c17-14a3-40ad-8dcb-7ec2f4e2a234 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400207 Nov 09 05:15:25.001683 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422496c-8282-46b7-8e97-0be68930fa77 req-ade5edf5-7ece-4e59-86ad-ab5cc3e5ddac tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:25.003118 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7422496c-8282-46b7-8e97-0be68930fa77 req-ade5edf5-7ece-4e59-86ad-ab5cc3e5ddac tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0467155 Nov 09 05:15:25.048145 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7422496c-8282-46b7-8e97-0be68930fa77 req-2801a698-caac-4f70-bae7-40239dac6f5d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391879 Nov 09 05:15:26.164296 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1579b15-3118-4e49-a4a3-d1464583a031 req-723a168e-3d50-4a25-ac2a-b153047c824e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:26.166256 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f1579b15-3118-4e49-a4a3-d1464583a031 req-723a168e-3d50-4a25-ac2a-b153047c824e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0510941 Nov 09 05:15:26.211575 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f1579b15-3118-4e49-a4a3-d1464583a031 req-b462c872-d28c-4a4f-b9e8-ee94909003c2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395858 Nov 09 05:15:27.326093 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2502db-ff7b-4db2-87ff-65100295c0cd req-2cc8c2b8-b466-4b78-9516-18d72f0b9c77 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:27.327557 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-fc2502db-ff7b-4db2-87ff-65100295c0cd req-2cc8c2b8-b466-4b78-9516-18d72f0b9c77 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0500517 Nov 09 05:15:27.373228 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-fc2502db-ff7b-4db2-87ff-65100295c0cd req-101ca5d9-d900-4014-a05f-94c80cda1e67 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397871 Nov 09 05:15:28.186749 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-2998eaa4-e1b0-43c4-ab34-1623b8f6f721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:28.485764 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b15a9-6101-4ebe-a152-b0bfb8955e9d req-89fffe0b-9094-446f-8791-9f4ff04f48e1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:28.487200 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-347b15a9-6101-4ebe-a152-b0bfb8955e9d req-89fffe0b-9094-446f-8791-9f4ff04f48e1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0476408 Nov 09 05:15:28.533034 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-347b15a9-6101-4ebe-a152-b0bfb8955e9d req-100b5a7c-1b05-4b9d-a3fa-dfebbe0ee4bc tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400281 Nov 09 05:15:29.644301 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10099d6-233c-4d7d-b2e4-f8e38ff3b7c9 req-d1f29ea9-3fa1-4f61-846b-bf114eb4e4ff tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:29.645748 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a10099d6-233c-4d7d-b2e4-f8e38ff3b7c9 req-d1f29ea9-3fa1-4f61-846b-bf114eb4e4ff tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0472267 Nov 09 05:15:29.692123 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a10099d6-233c-4d7d-b2e4-f8e38ff3b7c9 req-29e69458-77ea-4dd0-b34c-ec8381632676 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401032 Nov 09 05:15:30.369940 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f62d6a86-197d-4714-bab1-bb3d3e9b0e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:30.807054 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0a8f5-9b23-450d-bc13-f8b5548af50b req-219b37f4-1817-4a1b-ac5d-838acd85ba4c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:30.808533 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-bef0a8f5-9b23-450d-bc13-f8b5548af50b req-219b37f4-1817-4a1b-ac5d-838acd85ba4c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0513065 Nov 09 05:15:30.854858 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-bef0a8f5-9b23-450d-bc13-f8b5548af50b req-bf23e52f-9385-48d5-bd7e-210c5cc3ea3c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405819 Nov 09 05:15:31.663658 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:31.971236 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b7d2e-6462-434f-8301-5ad609d6864b req-ae408540-cbca-42df-b215-969d0325984c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:31.972702 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-701b7d2e-6462-434f-8301-5ad609d6864b req-ae408540-cbca-42df-b215-969d0325984c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0515997 Nov 09 05:15:32.018648 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-701b7d2e-6462-434f-8301-5ad609d6864b req-9d4abf50-75a4-426c-98a7-423b939ee77d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401390 Nov 09 05:15:33.028006 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:33.132228 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcded7-b12d-4180-ac25-7681fee45118 req-84e6a8b1-fe85-4963-92c8-e4f664c482d3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:33.133655 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-69fcded7-b12d-4180-ac25-7681fee45118 req-84e6a8b1-fe85-4963-92c8-e4f664c482d3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0485806 Nov 09 05:15:33.180644 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-69fcded7-b12d-4180-ac25-7681fee45118 req-c57821a9-8e88-4bba-a9ba-13ffa33a2eeb tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410364 Nov 09 05:15:33.824528 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:34.297274 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b4caf-0ee6-4836-9f5d-31ce19655d7a req-bcd8ea2a-7120-4887-9146-c412c026c61b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:34.299140 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f59b4caf-0ee6-4836-9f5d-31ce19655d7a req-bcd8ea2a-7120-4887-9146-c412c026c61b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0510898 Nov 09 05:15:34.345472 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f59b4caf-0ee6-4836-9f5d-31ce19655d7a req-537bd885-b581-45c9-bcc7-fc420f07a0ce tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407608 Nov 09 05:15:35.461470 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c227579-afb7-4746-ac0d-e83292777a6a req-b6fa3afb-e587-487d-9c2c-0635020f2e41 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:35.463328 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9c227579-afb7-4746-ac0d-e83292777a6a req-b6fa3afb-e587-487d-9c2c-0635020f2e41 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0487168 Nov 09 05:15:35.514134 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9c227579-afb7-4746-ac0d-e83292777a6a req-454b4756-52eb-4503-9179-56e5fbc0c96b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448029 Nov 09 05:15:36.627089 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22cc3e-342b-47cb-bcfb-8e8d682dfc01 req-772f04bb-2374-4444-8e4f-e4e1f591f048 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:36.628555 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0e22cc3e-342b-47cb-bcfb-8e8d682dfc01 req-772f04bb-2374-4444-8e4f-e4e1f591f048 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0477459 Nov 09 05:15:36.679233 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0e22cc3e-342b-47cb-bcfb-8e8d682dfc01 req-5d1847b2-c592-4517-872f-2b828d0f1194 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449097 Nov 09 05:15:37.793514 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61edd7-ed93-4cb1-8ebc-f54cdf6dd35f req-72fc7cc4-a5b7-4266-8804-b194742c4e17 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:37.794972 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8a61edd7-ed93-4cb1-8ebc-f54cdf6dd35f req-72fc7cc4-a5b7-4266-8804-b194742c4e17 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0486424 Nov 09 05:15:37.840234 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8a61edd7-ed93-4cb1-8ebc-f54cdf6dd35f req-b0b95ae1-20c8-4471-af96-2612cd6e3f63 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392601 Nov 09 05:15:38.953632 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24d203-709e-494c-a722-8ab4e9a146e8 req-ed61bb0e-4d8d-4a8d-b0f7-d88d2440d267 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:38.955056 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ab24d203-709e-494c-a722-8ab4e9a146e8 req-ed61bb0e-4d8d-4a8d-b0f7-d88d2440d267 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0474384 Nov 09 05:15:39.000320 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ab24d203-709e-494c-a722-8ab4e9a146e8 req-d4d682f4-95d9-466c-af6c-1d96aa297715 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395467 Nov 09 05:15:39.656631 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:40.113366 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9345b-a9aa-46fb-86a9-7fd3d870ad77 req-249aeceb-b6ee-4578-8146-7d9e0d92b36b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:40.114725 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-aaa9345b-a9aa-46fb-86a9-7fd3d870ad77 req-249aeceb-b6ee-4578-8146-7d9e0d92b36b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0478280 Nov 09 05:15:40.160275 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-aaa9345b-a9aa-46fb-86a9-7fd3d870ad77 req-db51cc94-3eb2-4cb2-a3c1-9d49eec54447 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397446 Nov 09 05:15:41.273502 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc34b6b-dce5-417b-9756-1a45ce99bf8f req-b040c6e7-e50b-4c00-8b8d-dfe2d8caa7d6 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:41.276269 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8dc34b6b-dce5-417b-9756-1a45ce99bf8f req-b040c6e7-e50b-4c00-8b8d-dfe2d8caa7d6 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0496678 Nov 09 05:15:41.328164 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8dc34b6b-dce5-417b-9756-1a45ce99bf8f req-5818f14f-8e03-40c9-b1f6-9261bf351539 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445578 Nov 09 05:15:42.441835 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388fbcf-5c7a-4c55-be13-30dc254d928d req-099eabe7-c3d2-403b-a326-5c73e2f56b87 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:42.443268 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b388fbcf-5c7a-4c55-be13-30dc254d928d req-099eabe7-c3d2-403b-a326-5c73e2f56b87 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0509028 Nov 09 05:15:42.493268 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b388fbcf-5c7a-4c55-be13-30dc254d928d req-dda4d27f-7b02-4118-9f82-648f020f4f64 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440905 Nov 09 05:15:43.610247 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc3362-eb74-4123-aecf-6ef16b26540c req-407b07b7-db7a-42b1-bdef-66326629cbd5 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:43.611732 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ffdc3362-eb74-4123-aecf-6ef16b26540c req-407b07b7-db7a-42b1-bdef-66326629cbd5 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0515487 Nov 09 05:15:43.657550 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ffdc3362-eb74-4123-aecf-6ef16b26540c req-6ff11c67-0bfb-413c-9a13-046419fd8ce5 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400455 Nov 09 05:15:44.771005 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2cd0e-300d-4b16-99f8-2e777cfb8580 req-11cc3a9c-0073-4d1d-a456-cf447557c32f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:44.772493 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-dcb2cd0e-300d-4b16-99f8-2e777cfb8580 req-11cc3a9c-0073-4d1d-a456-cf447557c32f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0488825 Nov 09 05:15:44.819231 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-dcb2cd0e-300d-4b16-99f8-2e777cfb8580 req-4589014c-175e-4784-ac17-789516183f85 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410054 Nov 09 05:15:45.931877 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d72c82-4999-4ec2-8565-57ff76c20b37 req-2fac779e-766a-44bd-9152-88e07e903343 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:45.933333 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-08d72c82-4999-4ec2-8565-57ff76c20b37 req-2fac779e-766a-44bd-9152-88e07e903343 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0483630 Nov 09 05:15:45.979047 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-08d72c82-4999-4ec2-8565-57ff76c20b37 req-e5babb0a-6db1-4112-96cf-405851251363 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399773 Nov 09 05:15:47.093715 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9a7c4-a3d9-4e55-887d-b16d4e6ad8b4 req-c0a4d2ad-b805-4fea-8b19-83451d4e62dd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:47.095093 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9da9a7c4-a3d9-4e55-887d-b16d4e6ad8b4 req-c0a4d2ad-b805-4fea-8b19-83451d4e62dd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0504220 Nov 09 05:15:47.144843 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9da9a7c4-a3d9-4e55-887d-b16d4e6ad8b4 req-e70eda36-7311-48d2-b8d0-4195cc57c684 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439591 Nov 09 05:15:48.255589 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077f243-e049-46c1-a656-40150740b617 req-e93a515a-a26e-46dd-8bd0-c9c282d7efda tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:48.257074 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d077f243-e049-46c1-a656-40150740b617 req-e93a515a-a26e-46dd-8bd0-c9c282d7efda tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0472674 Nov 09 05:15:48.306560 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d077f243-e049-46c1-a656-40150740b617 req-7ecaf9c9-0e87-4ee3-b2e2-a6cfb624cb22 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437255 Nov 09 05:15:48.595315 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:15:49.421365 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c5f55-4a83-4378-8e3d-d949b4b2d19b req-4d1f9af3-65f2-46d0-8bb3-1361ee218c52 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:49.422744 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-643c5f55-4a83-4378-8e3d-d949b4b2d19b req-4d1f9af3-65f2-46d0-8bb3-1361ee218c52 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0496130 Nov 09 05:15:49.470071 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-643c5f55-4a83-4378-8e3d-d949b4b2d19b req-b374b065-1ea1-4633-9f14-14a7de6ae34e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414238 Nov 09 05:15:50.582284 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf79afb-8db6-4b29-a881-4579b157ad73 req-4102656e-4974-4d05-a6f2-1cfcf55039f3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:50.583780 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9bf79afb-8db6-4b29-a881-4579b157ad73 req-4102656e-4974-4d05-a6f2-1cfcf55039f3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0478568 Nov 09 05:15:50.629797 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9bf79afb-8db6-4b29-a881-4579b157ad73 req-3917b326-3dc7-44d3-8108-e538db48d307 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396919 Nov 09 05:15:51.745368 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de967aac-1aa7-40fc-8659-f813df83b760 req-dbbd3648-1918-47bb-972f-413d8bfc4fb4 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:51.746817 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-de967aac-1aa7-40fc-8659-f813df83b760 req-dbbd3648-1918-47bb-972f-413d8bfc4fb4 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0509477 Nov 09 05:15:51.794049 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-de967aac-1aa7-40fc-8659-f813df83b760 req-0bc5fb26-0c2c-4686-821f-cec19212ac18 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403392 Nov 09 05:15:52.905200 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047d7f0-f6ad-4b99-afe9-ccf3cd18683e req-45178306-f3bc-4ed2-9aba-bd76220a1c9c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:52.906643 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9047d7f0-f6ad-4b99-afe9-ccf3cd18683e req-45178306-f3bc-4ed2-9aba-bd76220a1c9c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0476406 Nov 09 05:15:52.951973 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9047d7f0-f6ad-4b99-afe9-ccf3cd18683e req-06f96e70-f762-437b-9407-2470358122d9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394711 Nov 09 05:15:54.067187 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09e6eb-124a-4646-a3f2-a55686cf8559 req-7b860a94-b41f-41f3-9f43-3d23f137d9cb tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:54.068652 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4b09e6eb-124a-4646-a3f2-a55686cf8559 req-7b860a94-b41f-41f3-9f43-3d23f137d9cb tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0509465 Nov 09 05:15:54.114180 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4b09e6eb-124a-4646-a3f2-a55686cf8559 req-2f3cf401-b36c-4cca-9b2c-12d6fb377870 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397742 Nov 09 05:15:55.229713 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75c5a1-14b1-4c94-893d-a7ffabd52335 req-34243bd8-e719-434e-9bf2-41b128a5dc57 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:55.232268 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-dd75c5a1-14b1-4c94-893d-a7ffabd52335 req-34243bd8-e719-434e-9bf2-41b128a5dc57 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0519931 Nov 09 05:15:55.278015 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-dd75c5a1-14b1-4c94-893d-a7ffabd52335 req-11c89fd7-5876-4f04-b07a-ff7e3ec71528 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409708 Nov 09 05:15:55.905729 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8c497019-c60b-438f-9bac-629098e4b4c1 req-c684eef3-5f2d-4d60-af06-aadfe398a18e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380731 Nov 09 05:15:56.001499 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c497019-c60b-438f-9bac-629098e4b4c1 req-f2b9a8f2-8d13-4b91-b763-09b6199f28f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:56.002925 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8c497019-c60b-438f-9bac-629098e4b4c1 req-f2b9a8f2-8d13-4b91-b763-09b6199f28f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e9bea92048e49debbf053fea8eb2b9f&device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 1098 time: 0.0387714 Nov 09 05:15:56.107117 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c497019-c60b-438f-9bac-629098e4b4c1 req-0a20e1e8-c111-4d43-b378-b8e09045ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:56.108582 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8c497019-c60b-438f-9bac-629098e4b4c1 req-0a20e1e8-c111-4d43-b378-b8e09045ee46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dc74574-bcbe-4d7d-85c6-61611faf1df6 HTTP/1.1" status: 200 len: 916 time: 0.0854449 Nov 09 05:15:56.149596 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8c497019-c60b-438f-9bac-629098e4b4c1 req-fdd9be7c-1f67-4087-a838-cf9aee5d1e68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf HTTP/1.1" status: 200 len: 217 time: 0.0332386 Nov 09 05:15:56.200054 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c497019-c60b-438f-9bac-629098e4b4c1 req-98a32fdb-01f9-4b01-8b05-61bac6cfc9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:56.201366 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8c497019-c60b-438f-9bac-629098e4b4c1 req-98a32fdb-01f9-4b01-8b05-61bac6cfc9a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54166d97-84bf-4725-a6b5-fd66b63ba4bd HTTP/1.1" status: 200 len: 855 time: 0.0455477 Nov 09 05:15:56.232570 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8c497019-c60b-438f-9bac-629098e4b4c1 req-e60cd326-3497-4fb5-bd66-d50d5756c6c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dc74574-bcbe-4d7d-85c6-61611faf1df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237710 Nov 09 05:15:56.323993 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8c497019-c60b-438f-9bac-629098e4b4c1 req-e9680dc9-5b79-4cea-9afe-24ecabf0716f service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830677 Nov 09 05:15:56.451888 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7eb1b-5f04-4144-8b98-97ed5c6f6647 req-5a7718fe-addd-40d5-8ebd-8162d064935c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:56.453250 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1dc7eb1b-5f04-4144-8b98-97ed5c6f6647 req-5a7718fe-addd-40d5-8ebd-8162d064935c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.1013091 Nov 09 05:15:56.458595 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8c497019-c60b-438f-9bac-629098e4b4c1 req-ec031a52-0c83-4817-afe9-5da4cdbe8eac service neutron] 10.222.0.20 "GET /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270494 Nov 09 05:15:56.500849 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1dc7eb1b-5f04-4144-8b98-97ed5c6f6647 req-a05fa4ad-5728-4d56-8229-1e4956026735 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412071 Nov 09 05:15:57.615901 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb8ce5-ee9f-4944-b359-ba7c48343799 req-03041aa2-0055-4249-a7af-83a0f49da00e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:57.617360 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3eeb8ce5-ee9f-4944-b359-ba7c48343799 req-03041aa2-0055-4249-a7af-83a0f49da00e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0498347 Nov 09 05:15:57.663068 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3eeb8ce5-ee9f-4944-b359-ba7c48343799 req-e1195bae-945d-4dd2-9ff5-c86bfb160132 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392885 Nov 09 05:15:58.187376 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f85917c2-434f-4679-bc51-373bc35dfc04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:15:58.782203 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38086a-3978-46d0-8381-7cfbf18e3839 req-68e60a05-7889-4ec6-9dee-6a56a4f71412 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:58.783667 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7f38086a-3978-46d0-8381-7cfbf18e3839 req-68e60a05-7889-4ec6-9dee-6a56a4f71412 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0522549 Nov 09 05:15:58.829542 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7f38086a-3978-46d0-8381-7cfbf18e3839 req-5ee82a30-d0e5-4144-bc98-4b6f7d2cbb22 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399725 Nov 09 05:15:59.944471 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f0426-855b-46d7-804f-d4ebecd58be6 req-239fe7bc-dbb0-49fe-8130-7efbde6404c5 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:15:59.945831 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d93f0426-855b-46d7-804f-d4ebecd58be6 req-239fe7bc-dbb0-49fe-8130-7efbde6404c5 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0514758 Nov 09 05:15:59.990732 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d93f0426-855b-46d7-804f-d4ebecd58be6 req-78f1f3a1-a57e-4156-9fd3-33504eba580e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391598 Nov 09 05:16:00.370694 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-48f9bb9a-459d-4622-92b6-15c3be13767a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:16:01.103792 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8ec72-633e-49bb-89d0-20361e2b516c req-122b2829-e187-4c16-bd63-e97ca31475ce tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:01.105228 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-fab8ec72-633e-49bb-89d0-20361e2b516c req-122b2829-e187-4c16-bd63-e97ca31475ce tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0493078 Nov 09 05:16:01.150726 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-fab8ec72-633e-49bb-89d0-20361e2b516c req-52b1c196-a091-40e6-ba6a-9e7f1479796a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396900 Nov 09 05:16:01.666100 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:16:02.262168 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2b9fd-1abb-4ac9-9168-5cf194c49044 req-f65ee099-b672-4f4d-baaa-eaf04bb9f5a1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:02.263696 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a0d2b9fd-1abb-4ac9-9168-5cf194c49044 req-f65ee099-b672-4f4d-baaa-eaf04bb9f5a1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0479438 Nov 09 05:16:02.309764 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a0d2b9fd-1abb-4ac9-9168-5cf194c49044 req-c758402d-cd18-4209-903c-0e82496700b6 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398757 Nov 09 05:16:03.031297 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:16:03.422065 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de144cee-929c-4336-8dda-9c986669a37c req-e7129a17-05a9-47ef-a8f0-fe641ce1f901 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:03.423505 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-de144cee-929c-4336-8dda-9c986669a37c req-e7129a17-05a9-47ef-a8f0-fe641ce1f901 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0481601 Nov 09 05:16:03.471981 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-de144cee-929c-4336-8dda-9c986669a37c req-2e642408-828e-4790-9bde-add30f0ee4ca tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425856 Nov 09 05:16:03.825413 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:16:04.584201 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ad817-09a3-47fb-b5ea-61e033ca916e req-4535c9e9-a268-4032-bfc6-3f49b4f421e4 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:04.585653 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-969ad817-09a3-47fb-b5ea-61e033ca916e req-4535c9e9-a268-4032-bfc6-3f49b4f421e4 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0478265 Nov 09 05:16:04.634462 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-969ad817-09a3-47fb-b5ea-61e033ca916e req-d15a80b2-e89e-4e66-8aae-f33cdc33e946 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422027 Nov 09 05:16:05.753201 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda91cb0-ac5b-4f24-8901-de4600c70fb8 req-c858a9ae-8585-438a-9291-eb030ab3b141 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:05.754708 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-cda91cb0-ac5b-4f24-8901-de4600c70fb8 req-c858a9ae-8585-438a-9291-eb030ab3b141 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0531771 Nov 09 05:16:05.805067 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-cda91cb0-ac5b-4f24-8901-de4600c70fb8 req-5a7cd2e6-969c-404f-9998-90e5abe6db98 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444136 Nov 09 05:16:06.917747 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5d2cb-829c-40fa-952f-187142b7ce15 req-8e8c75f9-0f35-45b5-ad27-80ce689a0aab tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:06.919185 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-56a5d2cb-829c-40fa-952f-187142b7ce15 req-8e8c75f9-0f35-45b5-ad27-80ce689a0aab tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0472784 Nov 09 05:16:06.964544 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-56a5d2cb-829c-40fa-952f-187142b7ce15 req-db60e8b0-637d-4f2c-af5e-15e88ebefbc3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395496 Nov 09 05:16:08.077904 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd35567-047b-4b01-90ea-08f00a971e7e req-cf5646e2-52a9-4600-b11a-90f73af38eea tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:08.079299 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6bd35567-047b-4b01-90ea-08f00a971e7e req-cf5646e2-52a9-4600-b11a-90f73af38eea tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0479398 Nov 09 05:16:08.125328 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6bd35567-047b-4b01-90ea-08f00a971e7e req-fefafcaf-7917-4460-98e1-78256e572751 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400531 Nov 09 05:16:09.237675 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a37b94-6dff-43d7-9220-b486222c1be8 req-7f2759ed-5bbc-4eee-af08-d1148f7c71e4 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:09.239182 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e0a37b94-6dff-43d7-9220-b486222c1be8 req-7f2759ed-5bbc-4eee-af08-d1148f7c71e4 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0473950 Nov 09 05:16:09.285450 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e0a37b94-6dff-43d7-9220-b486222c1be8 req-634ec310-784a-41e9-82b3-525521557a13 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397990 Nov 09 05:16:09.659426 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:16:10.407186 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b91860-3b60-47e2-bddf-6c19129f3e79 req-c4063cea-a164-47a2-ad6f-3516d78578ea tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:10.408673 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-47b91860-3b60-47e2-bddf-6c19129f3e79 req-c4063cea-a164-47a2-ad6f-3516d78578ea tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0581393 Nov 09 05:16:10.454626 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-47b91860-3b60-47e2-bddf-6c19129f3e79 req-aeb7426a-b18b-4d76-aab8-61e8d9fd51c4 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400360 Nov 09 05:16:11.570067 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd880308-f93f-46b3-8aef-af1c3c16d169 req-d3e2e5c3-b018-464e-99b7-4b20be814aea tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:11.571525 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-fd880308-f93f-46b3-8aef-af1c3c16d169 req-d3e2e5c3-b018-464e-99b7-4b20be814aea tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0509713 Nov 09 05:16:11.618024 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-fd880308-f93f-46b3-8aef-af1c3c16d169 req-a234c193-541e-4ef5-b6f0-d7acd9e5076c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405529 Nov 09 05:16:12.742406 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b906c-e77b-47a7-b1c3-20388874eb29 req-3d5f4726-0892-4a1f-bc79-03f6d276875a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:12.743848 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1b5b906c-e77b-47a7-b1c3-20388874eb29 req-3d5f4726-0892-4a1f-bc79-03f6d276875a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0495021 Nov 09 05:16:12.790825 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1b5b906c-e77b-47a7-b1c3-20388874eb29 req-57159173-efca-414f-a869-3fa655eb3925 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410645 Nov 09 05:16:13.905448 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f73415-2646-43aa-9eae-d3281d50ce2b req-b1d04e35-99d2-4c96-ad86-efd2e7005c2a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:13.906882 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-36f73415-2646-43aa-9eae-d3281d50ce2b req-b1d04e35-99d2-4c96-ad86-efd2e7005c2a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0468180 Nov 09 05:16:13.951854 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-36f73415-2646-43aa-9eae-d3281d50ce2b req-ae513e4a-8cb3-40a0-9ec2-179aa1211fa2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390120 Nov 09 05:16:15.068432 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e81c59-96a3-4747-89f9-bc75f943e786 req-411f825e-c19d-43d2-b55c-5713795d2b73 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:15.069867 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-49e81c59-96a3-4747-89f9-bc75f943e786 req-411f825e-c19d-43d2-b55c-5713795d2b73 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0516508 Nov 09 05:16:15.115487 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-49e81c59-96a3-4747-89f9-bc75f943e786 req-7f8cc6d7-beae-4a88-be02-141bd675885a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398343 Nov 09 05:16:16.234154 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb3454-140f-4664-85b9-56d8d5702c21 req-044ecb44-051c-40c9-9cd2-425ad6187035 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:16.235700 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-31bb3454-140f-4664-85b9-56d8d5702c21 req-044ecb44-051c-40c9-9cd2-425ad6187035 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0542412 Nov 09 05:16:16.287099 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-31bb3454-140f-4664-85b9-56d8d5702c21 req-98a60721-38e2-483f-b728-632911afe160 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448427 Nov 09 05:16:17.400330 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cc828-7b80-4c9b-aeb7-22c871ffd532 req-044782da-4c7e-4163-bf2a-91a92da26baf tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:17.401780 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-364cc828-7b80-4c9b-aeb7-22c871ffd532 req-044782da-4c7e-4163-bf2a-91a92da26baf tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0486271 Nov 09 05:16:17.448365 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-364cc828-7b80-4c9b-aeb7-22c871ffd532 req-1ac715e1-5c6a-4e7a-976c-2e7d9f8943bb tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407848 Nov 09 05:16:18.561637 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3730d0-974d-4d21-bf84-e8163fc3ad71 req-c4bd818d-d823-4448-961a-25430af198f1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:18.563039 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5c3730d0-974d-4d21-bf84-e8163fc3ad71 req-c4bd818d-d823-4448-961a-25430af198f1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0482166 Nov 09 05:16:18.610467 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5c3730d0-974d-4d21-bf84-e8163fc3ad71 req-9d0ac7ea-9c32-4dab-8daa-5ee5437e1958 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411260 Nov 09 05:16:19.723417 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668e834-d284-49a2-9ca3-48f3973c8317 req-068b501f-986a-4d5b-8366-e898c4e8e508 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:19.724880 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7668e834-d284-49a2-9ca3-48f3973c8317 req-068b501f-986a-4d5b-8366-e898c4e8e508 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0484290 Nov 09 05:16:19.774461 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7668e834-d284-49a2-9ca3-48f3973c8317 req-c6fe6a62-0dd3-4c27-9ea0-4f04c4850238 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436468 Nov 09 05:16:20.887896 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c10ee0-7fbc-4069-b035-2dc35e4c7540 req-5a2decbf-e072-47e2-924b-fbe060e59e3e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:20.889358 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e2c10ee0-7fbc-4069-b035-2dc35e4c7540 req-5a2decbf-e072-47e2-924b-fbe060e59e3e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0472260 Nov 09 05:16:20.934824 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e2c10ee0-7fbc-4069-b035-2dc35e4c7540 req-242431cf-bd76-4841-ab95-d4d6b523de9c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394056 Nov 09 05:16:22.046901 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc50076-a409-494d-903f-81a0cca49ef1 req-ce3b924b-3bb4-491d-b4a8-1c5253146cf0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:22.048371 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ddc50076-a409-494d-903f-81a0cca49ef1 req-ce3b924b-3bb4-491d-b4a8-1c5253146cf0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0478988 Nov 09 05:16:22.094257 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ddc50076-a409-494d-903f-81a0cca49ef1 req-bdfe8163-f3fe-4d8c-80d4-0fa9178f124b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401404 Nov 09 05:16:23.209785 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2feafd1-32b5-4ea6-a84c-443af23bcd30 req-ed4741d1-7db6-4dc5-91c9-cc0bd52201fd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:23.211227 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d2feafd1-32b5-4ea6-a84c-443af23bcd30 req-ed4741d1-7db6-4dc5-91c9-cc0bd52201fd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0497947 Nov 09 05:16:23.257052 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d2feafd1-32b5-4ea6-a84c-443af23bcd30 req-29b62edf-06ed-4392-bf5e-e5dd8d89d471 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394711 Nov 09 05:16:24.369881 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a085e-e3f1-4ac2-b86f-cdab406d94a6 req-c8d66bf6-561f-429f-8887-3f9b1aecba00 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:24.371303 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-685a085e-e3f1-4ac2-b86f-cdab406d94a6 req-c8d66bf6-561f-429f-8887-3f9b1aecba00 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0476229 Nov 09 05:16:24.416769 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-685a085e-e3f1-4ac2-b86f-cdab406d94a6 req-9f7f3c44-07d6-4229-b8bd-6ef5f8d17897 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396678 Nov 09 05:16:25.528903 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74431140-854f-4519-a4d1-7677ee11f5b5 req-dd953f96-14d3-4bbe-b017-baa02a7af2f6 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:25.530340 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-74431140-854f-4519-a4d1-7677ee11f5b5 req-dd953f96-14d3-4bbe-b017-baa02a7af2f6 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0474937 Nov 09 05:16:25.577654 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-74431140-854f-4519-a4d1-7677ee11f5b5 req-67113e51-b512-4c89-856d-7aeed40f7122 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415175 Nov 09 05:16:25.594689 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:16:26.694874 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8f61c-3e99-4d7a-b1b8-4a9e870af3fc req-5a18b270-6c93-4b3e-9cba-edeb27219774 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:26.696355 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8bc8f61c-3e99-4d7a-b1b8-4a9e870af3fc req-5a18b270-6c93-4b3e-9cba-edeb27219774 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0512648 Nov 09 05:16:26.752353 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8bc8f61c-3e99-4d7a-b1b8-4a9e870af3fc req-15bdb611-4cba-4f4e-9c50-071a3bf6dd1c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495775 Nov 09 05:16:27.869819 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f4652-2c09-44ea-a7a0-642655ec1b15 req-811fbfaa-4347-4648-9fb0-53db438f5903 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:27.871329 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cc2f4652-2c09-44ea-a7a0-642655ec1b15 req-811fbfaa-4347-4648-9fb0-53db438f5903 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0520735 Nov 09 05:16:27.922158 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cc2f4652-2c09-44ea-a7a0-642655ec1b15 req-e6eef1f6-0538-4bca-834b-f10432e040a9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449479 Nov 09 05:16:28.188512 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-d2e26dbc-90ae-42ce-a182-3beb1538ff01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:16:29.036921 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1f238-f266-4c2c-9c93-2e48863d1075 req-fafb01d9-58a3-4659-9391-6e7fbf02cdb3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:29.038597 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-94e1f238-f266-4c2c-9c93-2e48863d1075 req-fafb01d9-58a3-4659-9391-6e7fbf02cdb3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0490329 Nov 09 05:16:29.085661 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-94e1f238-f266-4c2c-9c93-2e48863d1075 req-d98ead29-04df-46dc-9045-188bbd3285b7 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407195 Nov 09 05:16:30.199323 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853645d7-7d93-4609-9570-45c0ba8e3b95 req-7e3ff374-db05-4f13-90b6-250166449410 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:30.201152 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-853645d7-7d93-4609-9570-45c0ba8e3b95 req-7e3ff374-db05-4f13-90b6-250166449410 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0489938 Nov 09 05:16:30.246895 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-853645d7-7d93-4609-9570-45c0ba8e3b95 req-5f5afbe0-f20d-4f10-9069-748de0fa481d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400443 Nov 09 05:16:30.371753 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-9ad8fb43-aefa-4865-b1af-c666db20eac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:16:31.366253 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ccfd4-2841-4ee3-a3a0-ad25ad70f8a8 req-111c23e5-8249-4500-9bf0-cf354b3f87de tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:31.367746 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-722ccfd4-2841-4ee3-a3a0-ad25ad70f8a8 req-111c23e5-8249-4500-9bf0-cf354b3f87de tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0554297 Nov 09 05:16:31.417655 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-722ccfd4-2841-4ee3-a3a0-ad25ad70f8a8 req-a711c32a-49e1-4ba2-ae51-76ec42ff3d70 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440764 Nov 09 05:16:31.668762 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:16:32.532789 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866cbb0-9543-4197-921c-93d9825059e8 req-d027e0ee-5a69-411e-9a8c-876da58e56be tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:32.534165 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b866cbb0-9543-4197-921c-93d9825059e8 req-d027e0ee-5a69-411e-9a8c-876da58e56be tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0501683 Nov 09 05:16:32.583442 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b866cbb0-9543-4197-921c-93d9825059e8 req-d1eb4b0d-14e6-42af-91ff-2b41e9c0ea77 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435252 Nov 09 05:16:33.033896 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:16:33.695640 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243cbe5-e6fa-4fcd-bacd-9a36d46fa5ce req-1fc34b50-c7f0-4848-ac54-8ce2fda7fda9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:33.697564 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f243cbe5-e6fa-4fcd-bacd-9a36d46fa5ce req-1fc34b50-c7f0-4848-ac54-8ce2fda7fda9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0483849 Nov 09 05:16:33.743031 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f243cbe5-e6fa-4fcd-bacd-9a36d46fa5ce req-4abb92da-8c9a-45f8-8eb9-b5744a586d6a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397336 Nov 09 05:16:33.826195 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:16:34.854918 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26229b-3350-42e6-9450-e30cc4b29abb req-05abe311-3c95-4948-ad19-01884b916fe8 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:34.856392 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6b26229b-3350-42e6-9450-e30cc4b29abb req-05abe311-3c95-4948-ad19-01884b916fe8 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0476711 Nov 09 05:16:34.901862 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6b26229b-3350-42e6-9450-e30cc4b29abb req-f7b240d8-f818-43f0-a5d7-ff58ed486f4d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396204 Nov 09 05:16:36.014435 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1167b-58f9-4b83-b0c7-71cb92591a34 req-869b04b5-50de-4e09-84b7-ba88ce6c6250 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:36.016221 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-32c1167b-58f9-4b83-b0c7-71cb92591a34 req-869b04b5-50de-4e09-84b7-ba88ce6c6250 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0483034 Nov 09 05:16:36.062636 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-32c1167b-58f9-4b83-b0c7-71cb92591a34 req-474ec61d-0696-4513-baca-b126e9bd0b4e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404994 Nov 09 05:16:37.175580 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d8446-acb0-4bb2-88ad-e10f23db9f87 req-ecf706ea-c776-4aa1-adb4-f4fea80b3f21 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:37.177037 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-178d8446-acb0-4bb2-88ad-e10f23db9f87 req-ecf706ea-c776-4aa1-adb4-f4fea80b3f21 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0476274 Nov 09 05:16:37.223788 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-178d8446-acb0-4bb2-88ad-e10f23db9f87 req-e4162e32-d422-4175-9e66-152b874f8e27 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403297 Nov 09 05:16:38.339972 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182fdf5-e9e6-4907-9d6c-f3ec121a2fdb req-0d62ad24-8b43-4d45-90bd-8596eae3ad65 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:38.341395 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1182fdf5-e9e6-4907-9d6c-f3ec121a2fdb req-0d62ad24-8b43-4d45-90bd-8596eae3ad65 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0507035 Nov 09 05:16:38.394388 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1182fdf5-e9e6-4907-9d6c-f3ec121a2fdb req-7a1ec7a7-f509-45ff-94e3-775647988098 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409520 Nov 09 05:16:39.507001 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6cd94-02f8-41ab-971b-3a5868015524 req-41633a53-0349-4b8d-8ab4-2e52f80cf8d1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:39.508512 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-61b6cd94-02f8-41ab-971b-3a5868015524 req-41633a53-0349-4b8d-8ab4-2e52f80cf8d1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0516775 Nov 09 05:16:39.555831 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-61b6cd94-02f8-41ab-971b-3a5868015524 req-7acf85bb-de93-4cfb-ac91-881cd25fbe96 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409586 Nov 09 05:16:39.680631 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:16:40.671388 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f3193-2a4c-4d4d-ba3a-477808824bf3 req-fa53fc4b-4aba-4d87-97b3-720a76cfe614 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:40.672844 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-307f3193-2a4c-4d4d-ba3a-477808824bf3 req-fa53fc4b-4aba-4d87-97b3-720a76cfe614 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0479643 Nov 09 05:16:40.718697 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-307f3193-2a4c-4d4d-ba3a-477808824bf3 req-b4e0c972-2005-49c8-b374-8e738e9645f7 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400035 Nov 09 05:16:41.831461 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63901092-4c17-4e61-ad32-e6834c4ce304 req-2e7671b5-2a73-4d75-b004-1bd325aced4c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:41.832920 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-63901092-4c17-4e61-ad32-e6834c4ce304 req-2e7671b5-2a73-4d75-b004-1bd325aced4c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0475030 Nov 09 05:16:41.877924 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-63901092-4c17-4e61-ad32-e6834c4ce304 req-34571cfe-b280-472b-9bf0-5d5f2b8f7973 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392501 Nov 09 05:16:42.993258 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da1a97-0d17-4b93-98ff-b9c9fbbfb766 req-b152494a-032d-40cd-8b28-35598e817119 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:42.994680 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f2da1a97-0d17-4b93-98ff-b9c9fbbfb766 req-b152494a-032d-40cd-8b28-35598e817119 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0508692 Nov 09 05:16:43.041888 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f2da1a97-0d17-4b93-98ff-b9c9fbbfb766 req-73f6bd4d-affd-452b-a61a-44760d581b6a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412049 Nov 09 05:16:44.152595 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39018498-d704-4b87-ad59-344a1abf2fbd req-8526cab6-ebb7-425b-b619-f250ac977d65 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:44.154041 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-39018498-d704-4b87-ad59-344a1abf2fbd req-8526cab6-ebb7-425b-b619-f250ac977d65 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0472381 Nov 09 05:16:44.202716 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-39018498-d704-4b87-ad59-344a1abf2fbd req-01779c86-062c-4165-b0e4-43abb23372ec tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430160 Nov 09 05:16:45.323364 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911d361-60dc-48f4-a821-fc3ec2645d33 req-2938fbf5-b5e2-44f6-a1d0-3ec8098ec3cf tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:45.325061 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3911d361-60dc-48f4-a821-fc3ec2645d33 req-2938fbf5-b5e2-44f6-a1d0-3ec8098ec3cf tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0524969 Nov 09 05:16:45.371380 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3911d361-60dc-48f4-a821-fc3ec2645d33 req-007601d3-e281-4edf-8560-159d181fbfc0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400257 Nov 09 05:16:46.483311 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de7b1b-2eea-4e9d-a4b3-c3c13ee371f5 req-211c3b86-79a7-4c1d-9b66-478338b4c2d8 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:46.484804 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-35de7b1b-2eea-4e9d-a4b3-c3c13ee371f5 req-211c3b86-79a7-4c1d-9b66-478338b4c2d8 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0476484 Nov 09 05:16:46.531194 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-35de7b1b-2eea-4e9d-a4b3-c3c13ee371f5 req-a9df89cd-259f-4e59-be99-f5706707182f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406370 Nov 09 05:16:47.642978 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1859c6d-306c-4bf2-858d-5011b7cce57a req-2492201c-c56e-49f9-924e-21a6793df783 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:47.645140 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a1859c6d-306c-4bf2-858d-5011b7cce57a req-2492201c-c56e-49f9-924e-21a6793df783 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0484886 Nov 09 05:16:47.694312 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a1859c6d-306c-4bf2-858d-5011b7cce57a req-a5d705b3-1733-4dbf-b1ba-1b695b717556 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432270 Nov 09 05:16:48.806398 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b1fbe-7cc6-4eba-9339-f0177176818c req-4222f515-3bc5-4a49-bc69-4cff9b2660e0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:48.807847 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-895b1fbe-7cc6-4eba-9339-f0177176818c req-4222f515-3bc5-4a49-bc69-4cff9b2660e0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0475876 Nov 09 05:16:48.855649 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-895b1fbe-7cc6-4eba-9339-f0177176818c req-80897915-9b71-4f4e-88d5-7c564a34c2f3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419757 Nov 09 05:16:49.972957 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791db237-f189-4562-8d06-f6446a9fd493 req-7c5911d1-ba71-42ad-826c-16217911348a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:49.974429 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-791db237-f189-4562-8d06-f6446a9fd493 req-7c5911d1-ba71-42ad-826c-16217911348a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0524786 Nov 09 05:16:50.022810 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-791db237-f189-4562-8d06-f6446a9fd493 req-d835862b-4ae4-4e1f-9955-7d957e702668 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416777 Nov 09 05:16:51.138821 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc0376-5751-416b-ad9e-5e8e15d9f9be req-da0980e7-0fc0-4848-9c22-37ac7383ee7c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:51.140570 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-febc0376-5751-416b-ad9e-5e8e15d9f9be req-da0980e7-0fc0-4848-9c22-37ac7383ee7c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0519047 Nov 09 05:16:51.187961 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-febc0376-5751-416b-ad9e-5e8e15d9f9be req-778aa525-a338-4ab9-80df-16433ddba7dd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412388 Nov 09 05:16:52.300222 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefb561-f6d6-44a4-a154-24fb90e1cb59 req-e772e162-67b3-40d8-af7f-339eff562a9c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:52.301569 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-cfefb561-f6d6-44a4-a154-24fb90e1cb59 req-e772e162-67b3-40d8-af7f-339eff562a9c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0479045 Nov 09 05:16:52.346956 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-cfefb561-f6d6-44a4-a154-24fb90e1cb59 req-2e605b5f-0e0c-48df-95dd-f75670189365 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395124 Nov 09 05:16:53.460449 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce67cc-3f63-488b-8758-8730317f2cc8 req-6241b982-fdfd-4a78-8ab7-4880c960b20c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:53.462508 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-29ce67cc-3f63-488b-8758-8730317f2cc8 req-6241b982-fdfd-4a78-8ab7-4880c960b20c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0500500 Nov 09 05:16:53.509849 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-29ce67cc-3f63-488b-8758-8730317f2cc8 req-859f54ff-09a9-4f04-b483-ba705c3a191d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411997 Nov 09 05:16:54.627164 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992e2f1-a37c-43e5-b716-6840a6881654 req-8a41dad5-d6d2-472f-9d92-d3ca03e1c9ee tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:54.628634 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2992e2f1-a37c-43e5-b716-6840a6881654 req-8a41dad5-d6d2-472f-9d92-d3ca03e1c9ee tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0519717 Nov 09 05:16:54.673670 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2992e2f1-a37c-43e5-b716-6840a6881654 req-542b98c8-a5ab-4242-9864-407275aef8b0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391388 Nov 09 05:16:55.792549 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27a03b-16e1-404c-a11b-0c0da97b60d6 req-87c23352-62c1-4301-a051-ed99c8385967 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:55.794120 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5d27a03b-16e1-404c-a11b-0c0da97b60d6 req-87c23352-62c1-4301-a051-ed99c8385967 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0525813 Nov 09 05:16:55.839050 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5d27a03b-16e1-404c-a11b-0c0da97b60d6 req-61cdfc91-563e-446b-8eaa-5787b21c3c12 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391178 Nov 09 05:16:56.894192 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7260891c-8303-4800-a464-3e9b8de9545b req-eb25fc3b-1bbf-4c9a-9dca-a18e75fdb00e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393209 Nov 09 05:16:56.981919 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b19f3c-d4f4-4dde-9ea8-2be75dfa2fea req-c932fa0e-ac63-4719-b140-41e8ac734fba tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:56.983356 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-97b19f3c-d4f4-4dde-9ea8-2be75dfa2fea req-c932fa0e-ac63-4719-b140-41e8ac734fba tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0781584 Nov 09 05:16:56.988707 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260891c-8303-4800-a464-3e9b8de9545b req-15b40ece-3717-4986-877e-bd55831db18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:56.990035 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7260891c-8303-4800-a464-3e9b8de9545b req-15b40ece-3717-4986-877e-bd55831db18f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 1099 time: 0.0601571 Nov 09 05:16:57.076816 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-97b19f3c-d4f4-4dde-9ea8-2be75dfa2fea req-d862c97d-df5a-4da7-a494-33497e265e51 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858529 Nov 09 05:16:57.109942 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260891c-8303-4800-a464-3e9b8de9545b req-317d72a1-5e11-4528-babc-89171f190a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:57.111385 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7260891c-8303-4800-a464-3e9b8de9545b req-317d72a1-5e11-4528-babc-89171f190a32 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 200 len: 920 time: 0.1006820 Nov 09 05:16:57.156391 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7260891c-8303-4800-a464-3e9b8de9545b req-0b2e8f53-e6b0-4a51-acfc-6fc272a57708 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 HTTP/1.1" status: 200 len: 217 time: 0.0368404 Nov 09 05:16:57.203744 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260891c-8303-4800-a464-3e9b8de9545b req-e8fdb72c-789b-4404-b81f-90685209cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:57.205113 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7260891c-8303-4800-a464-3e9b8de9545b req-e8fdb72c-789b-4404-b81f-90685209cb93 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2499b84-6c8e-423c-9fb2-df6ba60139be HTTP/1.1" status: 200 len: 859 time: 0.0420837 Nov 09 05:16:57.236897 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7260891c-8303-4800-a464-3e9b8de9545b req-7d97a82c-546a-4a1c-acae-97800211e0d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242200 Nov 09 05:16:57.248752 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [req-7260891c-8303-4800-a464-3e9b8de9545b req-167faa3a-788d-4d40-87e9-4803250bbaa7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 05:16:57.249684 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7260891c-8303-4800-a464-3e9b8de9545b req-167faa3a-788d-4d40-87e9-4803250bbaa7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049133 Nov 09 05:16:57.342359 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7260891c-8303-4800-a464-3e9b8de9545b req-3caa9fe5-32ad-466d-b15b-1e0a126e631e service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857203 Nov 09 05:16:57.430478 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7260891c-8303-4800-a464-3e9b8de9545b req-e818b404-1c3c-48ce-9256-00d1ca706183 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807889 Nov 09 05:16:58.190051 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bdf766cd-78ab-4526-9d11-8703fc517e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:16:58.190681 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c31e8-fe78-4f23-b7bb-d7ee085e378f req-b127b2cd-0158-4f54-b670-c1dc0066a0da tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:58.192908 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-032c31e8-fe78-4f23-b7bb-d7ee085e378f req-b127b2cd-0158-4f54-b670-c1dc0066a0da tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0495532 Nov 09 05:16:58.239247 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-032c31e8-fe78-4f23-b7bb-d7ee085e378f req-af6485c7-124c-4923-853f-dd69ba33fcb2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407894 Nov 09 05:16:59.356316 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243572c-5095-43b7-b972-5655ab0b9931 req-e4f27326-a5c4-4175-9205-96fab6faa0e8 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:16:59.357775 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4243572c-5095-43b7-b972-5655ab0b9931 req-e4f27326-a5c4-4175-9205-96fab6faa0e8 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0526025 Nov 09 05:16:59.404461 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4243572c-5095-43b7-b972-5655ab0b9931 req-cd4d4035-fdab-46fa-a004-29191050fc21 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409184 Nov 09 05:17:00.373305 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc437dc7-7ad1-4922-8744-6620943da2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:17:00.520190 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcd86a-79af-4f04-bb0a-0beaef49e7be req-093af31d-3586-4bc4-bf75-723ae0a826a5 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:00.521646 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0cfcd86a-79af-4f04-bb0a-0beaef49e7be req-093af31d-3586-4bc4-bf75-723ae0a826a5 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0497024 Nov 09 05:17:00.571076 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0cfcd86a-79af-4f04-bb0a-0beaef49e7be req-5983146f-77c3-4c4c-a7ca-08cd2d16bb29 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435665 Nov 09 05:17:01.672090 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:17:01.685935 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e1e40-c510-461b-92fd-44d4df873caa req-3b74661c-97f8-4549-886b-ff83bbeeeb4e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:01.687327 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6d8e1e40-c510-461b-92fd-44d4df873caa req-3b74661c-97f8-4549-886b-ff83bbeeeb4e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0505395 Nov 09 05:17:01.733842 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6d8e1e40-c510-461b-92fd-44d4df873caa req-99b25ed4-d43d-4bdb-9ff3-ecdc17b75bb1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404217 Nov 09 05:17:02.592661 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:17:02.845149 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375478a-220d-49bd-9e2a-27578daf7296 req-4b6fade2-41a1-4b5d-8dbc-caaaa39a1924 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:02.846598 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0375478a-220d-49bd-9e2a-27578daf7296 req-4b6fade2-41a1-4b5d-8dbc-caaaa39a1924 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0472701 Nov 09 05:17:02.892427 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0375478a-220d-49bd-9e2a-27578daf7296 req-523dea93-add3-4b06-8d3d-1b476eb74496 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400286 Nov 09 05:17:03.038069 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:17:03.826912 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:17:04.005446 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823070f-f668-4b7a-814e-2d5aa200be13 req-38cbb5db-d9fc-48f8-bc6f-17737cb5f790 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:04.006909 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5823070f-f668-4b7a-814e-2d5aa200be13 req-38cbb5db-d9fc-48f8-bc6f-17737cb5f790 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0475605 Nov 09 05:17:04.057248 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5823070f-f668-4b7a-814e-2d5aa200be13 req-0e9b7cef-afb6-4049-97bb-c8277d2a7c1b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432336 Nov 09 05:17:05.221182 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd2719-b7c8-4a40-b3d3-2e2d4d52e6d8 req-e3c48761-f873-4b2a-bee3-cf462ce3cde3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:05.222635 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-07cd2719-b7c8-4a40-b3d3-2e2d4d52e6d8 req-e3c48761-f873-4b2a-bee3-cf462ce3cde3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0992644 Nov 09 05:17:05.268477 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-07cd2719-b7c8-4a40-b3d3-2e2d4d52e6d8 req-0dcc4607-7c78-41af-b8e6-7304d68f4970 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398932 Nov 09 05:17:06.432753 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb6199-e617-4ca9-aa04-521c5c102795 req-1c8e8795-1fdb-4f2b-b69c-8dd59e7c9e34 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:06.434187 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c3cb6199-e617-4ca9-aa04-521c5c102795 req-1c8e8795-1fdb-4f2b-b69c-8dd59e7c9e34 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.1003418 Nov 09 05:17:06.479400 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c3cb6199-e617-4ca9-aa04-521c5c102795 req-3e3e57ca-4f8d-4f14-998d-2eee9c7f3451 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393040 Nov 09 05:17:07.596815 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfdac1-050d-4333-afad-a70d54c115e6 req-685491d8-3444-4a9f-8389-017f36e1ba52 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:07.598259 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-16dfdac1-050d-4333-afad-a70d54c115e6 req-685491d8-3444-4a9f-8389-017f36e1ba52 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0516257 Nov 09 05:17:07.644904 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-16dfdac1-050d-4333-afad-a70d54c115e6 req-6e4d602e-b4e3-4077-80f9-50ed3550b2f8 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407102 Nov 09 05:17:08.765244 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b6776-3548-4454-91c9-112e215a986a req-e5f788c4-5dde-4d6d-a3c8-88feb3fbdbe1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:08.766659 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-015b6776-3548-4454-91c9-112e215a986a req-e5f788c4-5dde-4d6d-a3c8-88feb3fbdbe1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0559187 Nov 09 05:17:08.813381 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-015b6776-3548-4454-91c9-112e215a986a req-6b231262-1b34-4b1e-aef6-a7a1d92eaec0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403104 Nov 09 05:17:09.701644 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:17:09.934286 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b4218-ab00-4232-90b0-6af18e1421e1 req-52ad4446-8afe-41ef-bf82-21b6bcb4d6df tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:09.935801 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-dc3b4218-ab00-4232-90b0-6af18e1421e1 req-52ad4446-8afe-41ef-bf82-21b6bcb4d6df tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0495837 Nov 09 05:17:09.982374 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-dc3b4218-ab00-4232-90b0-6af18e1421e1 req-dcfc145a-26d3-446d-ba0a-cef69331014b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407524 Nov 09 05:17:11.097273 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef06e6d-c4f0-4e12-93cf-06135a06dbe2 req-35831c66-a2ef-4103-94c1-647e7a3b0ec4 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:11.098730 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1ef06e6d-c4f0-4e12-93cf-06135a06dbe2 req-35831c66-a2ef-4103-94c1-647e7a3b0ec4 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0499063 Nov 09 05:17:11.144230 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1ef06e6d-c4f0-4e12-93cf-06135a06dbe2 req-655aad90-c20d-4c5c-8da8-f9d027207b92 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391781 Nov 09 05:17:12.258425 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9810c-3126-4729-bd54-2acdb69893ce req-ce81844e-56d3-4e36-b078-787b45c9d46c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:12.260537 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-30a9810c-3126-4729-bd54-2acdb69893ce req-ce81844e-56d3-4e36-b078-787b45c9d46c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0466962 Nov 09 05:17:12.308639 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-30a9810c-3126-4729-bd54-2acdb69893ce req-6a7ba1be-5f21-4bca-9b56-8197594ffff1 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420980 Nov 09 05:17:13.423523 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf7b26-d3e9-4459-b6fd-358e89f7c9b1 req-f45319eb-9ec6-4cb5-bfff-01c6592bf288 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:13.425022 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-96cf7b26-d3e9-4459-b6fd-358e89f7c9b1 req-f45319eb-9ec6-4cb5-bfff-01c6592bf288 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0506892 Nov 09 05:17:13.470312 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-96cf7b26-d3e9-4459-b6fd-358e89f7c9b1 req-6b9e0409-d02d-48af-ae90-1a39b5675123 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394993 Nov 09 05:17:14.583565 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c038f-8ef5-4479-9146-dfef9dbb9697 req-e131d98f-b1c1-4804-82dd-13ed14dc6ee5 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:14.585037 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4a5c038f-8ef5-4479-9146-dfef9dbb9697 req-e131d98f-b1c1-4804-82dd-13ed14dc6ee5 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0480726 Nov 09 05:17:14.629523 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4a5c038f-8ef5-4479-9146-dfef9dbb9697 req-8e32d4d5-9a51-4fc4-88b8-92bf8af1ba4e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387328 Nov 09 05:17:15.753596 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e34a4-6e0c-4aa3-bb17-c8bdea3565c7 req-6fd8b69d-975f-4a97-85b9-d91e0e701447 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:15.755035 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-656e34a4-6e0c-4aa3-bb17-c8bdea3565c7 req-6fd8b69d-975f-4a97-85b9-d91e0e701447 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0506279 Nov 09 05:17:15.802208 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-656e34a4-6e0c-4aa3-bb17-c8bdea3565c7 req-3f78cca2-7ca1-4e95-baa3-db675c20a6db tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407634 Nov 09 05:17:16.914389 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6ad65-c2ee-4268-a1d0-c1aeadb34eb4 req-b37d6a60-68ae-4e12-a064-878fa9ef1fbc tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:16.916461 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-11c6ad65-c2ee-4268-a1d0-c1aeadb34eb4 req-b37d6a60-68ae-4e12-a064-878fa9ef1fbc tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0476077 Nov 09 05:17:16.961692 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-11c6ad65-c2ee-4268-a1d0-c1aeadb34eb4 req-95364aad-e93e-4e60-884e-f27cd140489c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394561 Nov 09 05:17:18.075645 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca8ef4-86b2-4ec1-8192-9c8c44f702df req-24192698-cb9f-4a98-8e24-8869ded6c05a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:18.078037 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-efca8ef4-86b2-4ec1-8192-9c8c44f702df req-24192698-cb9f-4a98-8e24-8869ded6c05a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0497093 Nov 09 05:17:18.123989 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-efca8ef4-86b2-4ec1-8192-9c8c44f702df req-4e292e85-e376-4a3b-8521-c7d4e3d39621 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402589 Nov 09 05:17:19.239613 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1347ecb-0d7b-464a-98a0-e111bc3bab77 req-e14f466c-164b-4b99-80ec-9ed662b43683 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:19.241075 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f1347ecb-0d7b-464a-98a0-e111bc3bab77 req-e14f466c-164b-4b99-80ec-9ed662b43683 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0501606 Nov 09 05:17:19.287960 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f1347ecb-0d7b-464a-98a0-e111bc3bab77 req-c2af7900-dcc6-4bc4-a2f4-4fce5f6ce7d2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403912 Nov 09 05:17:20.401997 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86863e15-ee3e-424c-b99a-6b324bf2b5e1 req-36ce6396-9610-4102-8328-393578bbc2cb tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:20.403470 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-86863e15-ee3e-424c-b99a-6b324bf2b5e1 req-36ce6396-9610-4102-8328-393578bbc2cb tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0486708 Nov 09 05:17:20.454010 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-86863e15-ee3e-424c-b99a-6b324bf2b5e1 req-ab1dd2f5-4b8c-4753-890f-4c857ba1217c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444047 Nov 09 05:17:21.566664 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f2a05-92e5-404f-9bda-319ad67f03c3 req-069862fc-0a35-4d2b-b8c2-c21523189a28 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:21.568190 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-991f2a05-92e5-404f-9bda-319ad67f03c3 req-069862fc-0a35-4d2b-b8c2-c21523189a28 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0481827 Nov 09 05:17:21.613975 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-991f2a05-92e5-404f-9bda-319ad67f03c3 req-abb6c21e-ed94-4802-a6a9-1a572852415b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398264 Nov 09 05:17:22.728211 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5984f57-2126-439f-9d62-41aa8e6d0295 req-2a6dd78a-9d86-45e8-9ada-caf2bac98100 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:22.729553 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e5984f57-2126-439f-9d62-41aa8e6d0295 req-2a6dd78a-9d86-45e8-9ada-caf2bac98100 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0470486 Nov 09 05:17:22.775854 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e5984f57-2126-439f-9d62-41aa8e6d0295 req-b5bc9eb2-ac3e-45aa-9984-cdf517b6c3ae tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404363 Nov 09 05:17:23.889125 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc8ac2-d95e-4d4f-95c6-5b223560cf55 req-212960b5-ac70-47c2-8574-6ddf20302e9b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:23.890808 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-dadc8ac2-d95e-4d4f-95c6-5b223560cf55 req-212960b5-ac70-47c2-8574-6ddf20302e9b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0500705 Nov 09 05:17:23.936488 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-dadc8ac2-d95e-4d4f-95c6-5b223560cf55 req-0d30ad64-0892-4d28-98ea-61cc0f1ac5c2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399518 Nov 09 05:17:25.049281 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb9eb4-72a0-4ca1-870d-e5d3049f4fdf req-94907e40-7fc6-4f5d-b240-160b950b3e1c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:25.050713 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-85bb9eb4-72a0-4ca1-870d-e5d3049f4fdf req-94907e40-7fc6-4f5d-b240-160b950b3e1c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0481079 Nov 09 05:17:25.095744 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-85bb9eb4-72a0-4ca1-870d-e5d3049f4fdf req-0e6e6799-a472-4582-9090-4d180b1ae188 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391021 Nov 09 05:17:26.207189 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be89e9-5fd0-4505-977c-12223fb79b75 req-8571e6e0-4a7e-4415-8573-49f507a3588f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:26.208637 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-40be89e9-5fd0-4505-977c-12223fb79b75 req-8571e6e0-4a7e-4415-8573-49f507a3588f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0474801 Nov 09 05:17:26.253545 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-40be89e9-5fd0-4505-977c-12223fb79b75 req-1b431a5c-1035-4f9c-a22c-3d08ba4515e9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391293 Nov 09 05:17:27.374638 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962286e-8430-4b7f-b20a-45249c126239 req-4fba5533-f6ce-4fac-8b25-f929a11c16c2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:27.376122 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d962286e-8430-4b7f-b20a-45249c126239 req-4fba5533-f6ce-4fac-8b25-f929a11c16c2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0519462 Nov 09 05:17:27.422169 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d962286e-8430-4b7f-b20a-45249c126239 req-129d63ee-282a-4afe-9334-b89f8cb12840 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402067 Nov 09 05:17:28.193908 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0d9e4dcf-6d74-4f45-a522-db560bde942b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:17:28.534927 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec39489-4e9c-4dd6-ab62-614d8151ede7 req-5ea6676b-4b80-4490-96e7-7115b3387a08 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:28.536394 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2ec39489-4e9c-4dd6-ab62-614d8151ede7 req-5ea6676b-4b80-4490-96e7-7115b3387a08 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0485249 Nov 09 05:17:28.585687 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2ec39489-4e9c-4dd6-ab62-614d8151ede7 req-09d5c5b6-6e23-4174-8fe6-18ba11de8be0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429316 Nov 09 05:17:29.698291 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27949443-adba-4ecc-b32f-0b223e466dac req-ed021556-4164-4ae1-a4c4-096f4e70e2af tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:29.699750 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-27949443-adba-4ecc-b32f-0b223e466dac req-ed021556-4164-4ae1-a4c4-096f4e70e2af tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0477715 Nov 09 05:17:29.745830 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-27949443-adba-4ecc-b32f-0b223e466dac req-d0bb20ac-5258-4992-ba9d-7034f90f9bfb tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402591 Nov 09 05:17:30.374860 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-abfbbb32-fed1-46f5-b7c3-00071984959a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:17:30.859775 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ca011-da41-4038-bcda-4f76b873b36c req-9fb23795-5d74-43ed-905e-1e970756293d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:30.861262 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cb8ca011-da41-4038-bcda-4f76b873b36c req-9fb23795-5d74-43ed-905e-1e970756293d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0488918 Nov 09 05:17:30.910075 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cb8ca011-da41-4038-bcda-4f76b873b36c req-668f2be6-8482-4702-9f7e-a4a12ba00fe7 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429919 Nov 09 05:17:31.678379 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:17:32.022175 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cb73c-374d-4eff-8862-ab1a06c84253 req-ef7e35ed-2a97-45b4-b5c1-4fd3a17d6014 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:32.023642 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-669cb73c-374d-4eff-8862-ab1a06c84253 req-ef7e35ed-2a97-45b4-b5c1-4fd3a17d6014 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0473187 Nov 09 05:17:32.074131 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-669cb73c-374d-4eff-8862-ab1a06c84253 req-51db2c12-0828-4384-a0a9-8069e915107c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439761 Nov 09 05:17:33.042863 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:17:33.187702 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f64c63-f255-4438-b583-0893dd22f518 req-12d6d7aa-9df7-4f3e-a14f-8fe9c89b2020 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:33.189070 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-34f64c63-f255-4438-b583-0893dd22f518 req-12d6d7aa-9df7-4f3e-a14f-8fe9c89b2020 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0481687 Nov 09 05:17:33.235188 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-34f64c63-f255-4438-b583-0893dd22f518 req-060c5abb-1958-49ee-9432-d3e0b8378f1f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402203 Nov 09 05:17:33.827843 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:17:34.345811 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025879e-8432-4d45-8c12-a98083ac5ffc req-09cad93a-a221-4206-91c1-e776a1675cc2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:34.347151 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d025879e-8432-4d45-8c12-a98083ac5ffc req-09cad93a-a221-4206-91c1-e776a1675cc2 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0472255 Nov 09 05:17:34.394071 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d025879e-8432-4d45-8c12-a98083ac5ffc req-94e217ab-5f15-42e5-8652-3c1ece3983fa tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399680 Nov 09 05:17:35.510580 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41706ad-1853-4c58-a222-646517c2c25a req-81ef5369-fd98-4fee-8334-dad47f2a7e26 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:35.512026 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e41706ad-1853-4c58-a222-646517c2c25a req-81ef5369-fd98-4fee-8334-dad47f2a7e26 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0509813 Nov 09 05:17:35.557798 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e41706ad-1853-4c58-a222-646517c2c25a req-b621bfe8-6074-4db5-9edb-1e903b8902d4 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397813 Nov 09 05:17:36.670427 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaba8d4-b0e9-4dc1-b072-360136fa58f9 req-b0be7bbc-6fb3-449e-b2ed-f74c170eb274 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:36.671894 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-feaba8d4-b0e9-4dc1-b072-360136fa58f9 req-b0be7bbc-6fb3-449e-b2ed-f74c170eb274 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0482955 Nov 09 05:17:36.719243 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-feaba8d4-b0e9-4dc1-b072-360136fa58f9 req-71d4475c-a1c4-4731-8467-b9284e5b8043 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416048 Nov 09 05:17:37.830947 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbd823-b3e6-428a-88df-4ae9437332c4 req-d6b66a56-4172-47f0-942f-4e1d1d520188 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:37.832325 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cdbbd823-b3e6-428a-88df-4ae9437332c4 req-d6b66a56-4172-47f0-942f-4e1d1d520188 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0477240 Nov 09 05:17:37.878219 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cdbbd823-b3e6-428a-88df-4ae9437332c4 req-41967bda-0fd6-4eb8-aae7-84e9da6c42a6 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401528 Nov 09 05:17:38.998128 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfbab1-d5da-41a7-950e-081512682224 req-3ef1e20e-65b7-4f81-804d-331e58364f66 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:38.999567 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-95dfbab1-d5da-41a7-950e-081512682224 req-3ef1e20e-65b7-4f81-804d-331e58364f66 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0561414 Nov 09 05:17:39.045608 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-95dfbab1-d5da-41a7-950e-081512682224 req-c51b48ad-5689-47a6-a349-a547d392d2ba tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401404 Nov 09 05:17:39.591116 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:17:39.692894 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:17:40.156913 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232310c-c616-45aa-bff6-c1e58332254a req-26b3a99b-facc-4c6f-a29f-d5e6ec0fd6d9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:40.158360 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6232310c-c616-45aa-bff6-c1e58332254a req-26b3a99b-facc-4c6f-a29f-d5e6ec0fd6d9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0466442 Nov 09 05:17:40.210837 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6232310c-c616-45aa-bff6-c1e58332254a req-17803afb-79b5-415a-b9d6-cdc8311367db tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466785 Nov 09 05:17:41.323247 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cf8ca-fda4-4e20-b1f4-3956a745dd5d req-16ef8946-a2ef-449b-8149-2ac9121cc365 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:41.324733 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e41cf8ca-fda4-4e20-b1f4-3956a745dd5d req-16ef8946-a2ef-449b-8149-2ac9121cc365 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0476761 Nov 09 05:17:41.372156 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e41cf8ca-fda4-4e20-b1f4-3956a745dd5d req-49ec0b66-4866-40f8-a315-f422e66a68c3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416651 Nov 09 05:17:42.491870 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c53c5b-2862-4175-baa9-6526c87ba81d req-c671cc30-9674-4e08-a5a9-30b1f093b5b9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:42.493986 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e7c53c5b-2862-4175-baa9-6526c87ba81d req-c671cc30-9674-4e08-a5a9-30b1f093b5b9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0561292 Nov 09 05:17:42.539271 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e7c53c5b-2862-4175-baa9-6526c87ba81d req-27bbabba-36a5-4806-aa44-5239549dd106 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392790 Nov 09 05:17:43.655610 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce900a4-67c5-4e21-b372-ea2f7421632c req-c41fc161-2748-447d-bcae-b75ad1aedc69 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:43.657058 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3ce900a4-67c5-4e21-b372-ea2f7421632c req-c41fc161-2748-447d-bcae-b75ad1aedc69 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0510602 Nov 09 05:17:43.702264 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3ce900a4-67c5-4e21-b372-ea2f7421632c req-b24676d1-b14e-45c7-8dad-933d6e361bc9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392354 Nov 09 05:17:44.814083 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944acaf-5d04-43c7-bc9e-1766672cf4d4 req-46e51c60-9e76-4ff8-86d9-dcf1a62474f5 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:44.815535 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2944acaf-5d04-43c7-bc9e-1766672cf4d4 req-46e51c60-9e76-4ff8-86d9-dcf1a62474f5 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0469601 Nov 09 05:17:44.859768 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2944acaf-5d04-43c7-bc9e-1766672cf4d4 req-28f2db32-9933-4dab-9073-37056379a672 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383642 Nov 09 05:17:45.972882 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00cb0e-e42c-4499-9a69-13c5cfdd2adc req-f41968b6-bf16-4cff-a913-5bb6846b08bd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:45.974336 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ed00cb0e-e42c-4499-9a69-13c5cfdd2adc req-f41968b6-bf16-4cff-a913-5bb6846b08bd tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0491576 Nov 09 05:17:46.019639 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ed00cb0e-e42c-4499-9a69-13c5cfdd2adc req-8f8cbc26-a27b-4058-a8af-1adeed1713d0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387437 Nov 09 05:17:47.133497 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a293b-f284-4bfc-875c-4742d6c349fe req-3f7ee940-6082-42be-887f-76b8b70bf14c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:47.134923 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-771a293b-f284-4bfc-875c-4742d6c349fe req-3f7ee940-6082-42be-887f-76b8b70bf14c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0500538 Nov 09 05:17:47.180176 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-771a293b-f284-4bfc-875c-4742d6c349fe req-9f322798-9238-460a-bbae-108826b10632 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391562 Nov 09 05:17:48.294531 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87fc1c-05de-4a3e-8535-31b8283941af req-d4d4af41-e0bd-4357-8e55-7fc402040656 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:48.296025 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2f87fc1c-05de-4a3e-8535-31b8283941af req-d4d4af41-e0bd-4357-8e55-7fc402040656 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0474217 Nov 09 05:17:48.344933 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2f87fc1c-05de-4a3e-8535-31b8283941af req-ab74d280-9b1a-42a7-b2f2-150ebf10173f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430770 Nov 09 05:17:49.455966 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f35c8f-9320-409a-a167-e6eb9893dc8f req-768c5b61-f290-4bf8-bd38-74430d7e7f49 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:49.457407 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c2f35c8f-9320-409a-a167-e6eb9893dc8f req-768c5b61-f290-4bf8-bd38-74430d7e7f49 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0465474 Nov 09 05:17:49.502276 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c2f35c8f-9320-409a-a167-e6eb9893dc8f req-6c22d0be-467b-4aaa-90e9-528915113660 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384972 Nov 09 05:17:50.614894 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6144fd-bbc6-4cb2-95e9-b49e4fdc1891 req-a9bf6105-ffab-468f-a51d-c7230956fd5e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:50.616337 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-bd6144fd-bbc6-4cb2-95e9-b49e4fdc1891 req-a9bf6105-ffab-468f-a51d-c7230956fd5e tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0477514 Nov 09 05:17:50.661569 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-bd6144fd-bbc6-4cb2-95e9-b49e4fdc1891 req-3e45f8cc-5ac4-4cef-8ea9-bf5b04f4c905 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394018 Nov 09 05:17:51.775734 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff11c07-79a9-43d3-b221-3a89b73dce08 req-9fb75c14-a94c-4a7b-8526-cfae5db9ada7 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:51.777164 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7ff11c07-79a9-43d3-b221-3a89b73dce08 req-9fb75c14-a94c-4a7b-8526-cfae5db9ada7 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0504622 Nov 09 05:17:51.829629 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7ff11c07-79a9-43d3-b221-3a89b73dce08 req-09bbc0e2-691c-44cc-96c8-027f0325daa3 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465298 Nov 09 05:17:52.947370 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a23494-beeb-4328-85ab-7ec416bbe62e req-bb6bd185-9145-4def-9c11-78583d37cb2a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:52.948891 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-80a23494-beeb-4328-85ab-7ec416bbe62e req-bb6bd185-9145-4def-9c11-78583d37cb2a tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0499423 Nov 09 05:17:53.003330 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-80a23494-beeb-4328-85ab-7ec416bbe62e req-11c608da-d9da-49ab-a618-64959cce089c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487134 Nov 09 05:17:54.120411 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a668d2-7be6-4266-9f9c-71327c936643 req-0effa892-6835-4056-97de-6d703a427fa0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:54.121878 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-04a668d2-7be6-4266-9f9c-71327c936643 req-0effa892-6835-4056-97de-6d703a427fa0 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0492063 Nov 09 05:17:54.169095 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-04a668d2-7be6-4266-9f9c-71327c936643 req-fbd4688a-5af1-47f3-8477-0cee96482bf8 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407979 Nov 09 05:17:55.288951 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e1a24-6a66-417b-b008-7cd1a8d116bf req-57711894-cc98-415c-9176-8edfbb735d6b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:55.290397 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9c4e1a24-6a66-417b-b008-7cd1a8d116bf req-57711894-cc98-415c-9176-8edfbb735d6b tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0524647 Nov 09 05:17:55.342366 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9c4e1a24-6a66-417b-b008-7cd1a8d116bf req-0a4ee9ff-64f3-499d-be02-1239f17eb80f tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462306 Nov 09 05:17:56.456706 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe8c11-dbab-4e98-bcf8-7b49d705c7a6 req-05a009f8-dcb8-46db-a332-c33b857b9edb tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:56.458171 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cbbe8c11-dbab-4e98-bcf8-7b49d705c7a6 req-05a009f8-dcb8-46db-a332-c33b857b9edb tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0489063 Nov 09 05:17:56.506340 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cbbe8c11-dbab-4e98-bcf8-7b49d705c7a6 req-9af18cd8-3e42-49fc-81b5-4c44edccfab7 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417938 Nov 09 05:17:57.620238 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec427a-b1f8-499f-8c5b-6512c6694472 req-cc3ebf6b-b9af-4c82-8a5d-f52c3bee8a22 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:57.621679 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-edec427a-b1f8-499f-8c5b-6512c6694472 req-cc3ebf6b-b9af-4c82-8a5d-f52c3bee8a22 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0480785 Nov 09 05:17:57.666995 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-edec427a-b1f8-499f-8c5b-6512c6694472 req-8d250112-cfa4-4b42-9ff6-7833c7617310 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394773 Nov 09 05:17:58.194467 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bb7580d3-5639-455a-adf2-b33566d232a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:17:58.781682 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c57afd-6daa-461d-bdb9-91c70ca06283 req-2e9aaeb4-7f50-4fc6-943d-5d73dab12d55 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:58.783051 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-75c57afd-6daa-461d-bdb9-91c70ca06283 req-2e9aaeb4-7f50-4fc6-943d-5d73dab12d55 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0495594 Nov 09 05:17:58.829443 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-75c57afd-6daa-461d-bdb9-91c70ca06283 req-6a25aaea-3514-49db-851c-75aa7b43e9e9 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405118 Nov 09 05:17:58.917895 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f723f39e-c19d-4974-9e5c-3df654f996ba req-6273f665-601d-45c5-8da4-8d568ceac50e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746500 Nov 09 05:17:58.990931 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723f39e-c19d-4974-9e5c-3df654f996ba req-f49e6382-4f83-48a1-9a76-6ae9ddd7f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:58.992967 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f723f39e-c19d-4974-9e5c-3df654f996ba req-f49e6382-4f83-48a1-9a76-6ae9ddd7f524 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 1099 time: 0.0416188 Nov 09 05:17:59.094518 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723f39e-c19d-4974-9e5c-3df654f996ba req-02924894-6ecf-460d-9955-95e8f12b3bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:59.095900 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f723f39e-c19d-4974-9e5c-3df654f996ba req-02924894-6ecf-460d-9955-95e8f12b3bdf service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 200 len: 920 time: 0.0842888 Nov 09 05:17:59.140358 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f723f39e-c19d-4974-9e5c-3df654f996ba req-26950714-6ae9-4640-87c8-62c2bbc1d55e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e9494d2-6026-4da9-9838-657923b0d3c9 HTTP/1.1" status: 200 len: 217 time: 0.0372958 Nov 09 05:17:59.189223 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723f39e-c19d-4974-9e5c-3df654f996ba req-589d3f35-6c87-4084-a424-d04f942512c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:59.190656 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f723f39e-c19d-4974-9e5c-3df654f996ba req-589d3f35-6c87-4084-a424-d04f942512c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2499b84-6c8e-423c-9fb2-df6ba60139be HTTP/1.1" status: 200 len: 859 time: 0.0432000 Nov 09 05:17:59.221212 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f723f39e-c19d-4974-9e5c-3df654f996ba req-3b916ec5-1b90-4cf9-9110-efbe9573209e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238636 Nov 09 05:17:59.312977 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f723f39e-c19d-4974-9e5c-3df654f996ba req-9fe596e3-47f0-4efa-b231-ebc7c334a54c service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848367 Nov 09 05:17:59.401151 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f723f39e-c19d-4974-9e5c-3df654f996ba req-1b0b70c1-35f8-4892-a301-6558ddcff05a service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806270 Nov 09 05:17:59.943722 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e4577-5673-41af-840f-908b8af7c1af req-9f4f3006-ca8f-4c5a-a09e-0eb0800a75ea tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:17:59.945154 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ac2e4577-5673-41af-840f-908b8af7c1af req-9f4f3006-ca8f-4c5a-a09e-0eb0800a75ea tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0474846 Nov 09 05:17:59.993637 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ac2e4577-5673-41af-840f-908b8af7c1af req-9f92c8d3-eed1-47d9-97b2-350d65a75896 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426507 Nov 09 05:18:00.375380 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-aeb9300a-47f6-4c6d-ac56-99dec584b733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:01.105335 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc537a6-5804-46d0-82d9-81ff470dfeb0 req-5e356f91-18e9-49c9-93ef-d006a04066f6 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:18:01.106752 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5cc537a6-5804-46d0-82d9-81ff470dfeb0 req-5e356f91-18e9-49c9-93ef-d006a04066f6 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0470445 Nov 09 05:18:01.156048 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5cc537a6-5804-46d0-82d9-81ff470dfeb0 req-d03f4c74-5947-4d55-91b5-610536b92286 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433538 Nov 09 05:18:01.675584 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:02.269450 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e82f7-3d52-4a91-a2a1-94c2a1d45865 req-f0d41afb-1087-40b8-9cc4-1213a3654787 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:18:02.270969 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-da6e82f7-3d52-4a91-a2a1-94c2a1d45865 req-f0d41afb-1087-40b8-9cc4-1213a3654787 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0486305 Nov 09 05:18:02.316356 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-da6e82f7-3d52-4a91-a2a1-94c2a1d45865 req-41411ed8-aa62-4371-aeb1-2de74fb00bac tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390871 Nov 09 05:18:03.044214 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:03.432291 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd96bc-b6bf-4114-bc94-fde7251c7074 req-1450daca-1463-4ec3-9e5d-3f29576e6ca6 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:18:03.433722 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-46bd96bc-b6bf-4114-bc94-fde7251c7074 req-1450daca-1463-4ec3-9e5d-3f29576e6ca6 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0510075 Nov 09 05:18:03.480567 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-46bd96bc-b6bf-4114-bc94-fde7251c7074 req-55d77541-8074-4f13-9241-68725278e8b7 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408847 Nov 09 05:18:03.828596 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:04.597213 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570a287-cbb0-46e7-9d03-61c290710a72 req-5ebac2c7-e8bd-44c1-b03e-0f7687736d6d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:18:04.598676 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2570a287-cbb0-46e7-9d03-61c290710a72 req-5ebac2c7-e8bd-44c1-b03e-0f7687736d6d tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0490799 Nov 09 05:18:04.646343 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2570a287-cbb0-46e7-9d03-61c290710a72 req-2fc5d7eb-bbf2-4c4a-8a16-9ea806dd73ef tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.41 "GET /v2.0/security-groups?id=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412295 Nov 09 05:18:09.709199 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:11.981271 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5284f1-754f-41b1-9079-e0556fed4a3b req-fb9b04b0-8812-44e0-a764-66b79adc99a4 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:18:11.982729 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-af5284f1-754f-41b1-9079-e0556fed4a3b req-fb9b04b0-8812-44e0-a764-66b79adc99a4 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 945 time: 0.0519168 Nov 09 05:18:12.028569 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-af5284f1-754f-41b1-9079-e0556fed4a3b req-523d7981-9785-43d8-9a83-4ce9c891a58f tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400579 Nov 09 05:18:12.969850 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29534dc-2116-4776-b061-61b78661d4d2 req-30367451-e09c-418a-bf40-03a4972917e3 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:18:12.971313 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c29534dc-2116-4776-b061-61b78661d4d2 req-30367451-e09c-418a-bf40-03a4972917e3 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.20 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 945 time: 0.0491359 Nov 09 05:18:13.065197 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-c29534dc-2116-4776-b061-61b78661d4d2 req-69eecf9b-1ee1-4a6a-ba3e-7e2d059baafa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Deleting port e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:18:13.065737 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-c29534dc-2116-4776-b061-61b78661d4d2 req-69eecf9b-1ee1-4a6a-ba3e-7e2d059baafa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:13.141905 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44133a-f54e-4f61-a14b-247abc026317 req-f3d88ca1-ba48-42d7-ae15-1a022931a490 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:18:13.143392 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3a44133a-f54e-4f61-a14b-247abc026317 req-f3d88ca1-ba48-42d7-ae15-1a022931a490 tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/ports?device_id=12e7964e-3c1d-4928-9dfa-399d3721c871 HTTP/1.1" status: 200 len: 945 time: 0.0476830 Nov 09 05:18:13.152225 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-c29534dc-2116-4776-b061-61b78661d4d2 req-69eecf9b-1ee1-4a6a-ba3e-7e2d059baafa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] For port e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf,segment=NetworkSegment(15b33fde-2078-42f0-ac57-1c9310d80e2d),segment_id=15b33fde-2078-42f0-ac57-1c9310d80e2d)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:18:13.152585 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-c29534dc-2116-4776-b061-61b78661d4d2 req-69eecf9b-1ee1-4a6a-ba3e-7e2d059baafa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:13.170872 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-c29534dc-2116-4776-b061-61b78661d4d2 req-69eecf9b-1ee1-4a6a-ba3e-7e2d059baafa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Calling delete_port for e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf owned by compute:nova {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:18:13.189559 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3a44133a-f54e-4f61-a14b-247abc026317 req-b63099cd-ea63-4c4e-9411-92122220878e tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401435 Nov 09 05:18:13.301221 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-c29534dc-2116-4776-b061-61b78661d4d2 req-69eecf9b-1ee1-4a6a-ba3e-7e2d059baafa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:13.328737 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eecf9b-1ee1-4a6a-ba3e-7e2d059baafa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Pushing event deleted for resources: {'Port': ['ID=e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:18:13.336745 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:18:13.341076 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eecf9b-1ee1-4a6a-ba3e-7e2d059baafa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:18:13.341426 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eecf9b-1ee1-4a6a-ba3e-7e2d059baafa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:18:13.341765 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eecf9b-1ee1-4a6a-ba3e-7e2d059baafa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:18:13.342100 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eecf9b-1ee1-4a6a-ba3e-7e2d059baafa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:18:13.342426 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eecf9b-1ee1-4a6a-ba3e-7e2d059baafa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:18:13.342755 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eecf9b-1ee1-4a6a-ba3e-7e2d059baafa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:18:13.343077 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eecf9b-1ee1-4a6a-ba3e-7e2d059baafa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:18:13.343398 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eecf9b-1ee1-4a6a-ba3e-7e2d059baafa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:18:13.343747 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eecf9b-1ee1-4a6a-ba3e-7e2d059baafa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:18:13.344067 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eecf9b-1ee1-4a6a-ba3e-7e2d059baafa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:18:13.344385 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eecf9b-1ee1-4a6a-ba3e-7e2d059baafa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:18:13.344700 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eecf9b-1ee1-4a6a-ba3e-7e2d059baafa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:18:13.381161 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29534dc-2116-4776-b061-61b78661d4d2 req-69eecf9b-1ee1-4a6a-ba3e-7e2d059baafa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] No DVR routers for this DVR port e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf on host hv-cinder-81713 {{(pid=100972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:18:13.383513 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-c29534dc-2116-4776-b061-61b78661d4d2 req-69eecf9b-1ee1-4a6a-ba3e-7e2d059baafa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:13.387232 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c29534dc-2116-4776-b061-61b78661d4d2 req-69eecf9b-1ee1-4a6a-ba3e-7e2d059baafa tempest-AttachVolumeNegativeTest-456871069 tempest-AttachVolumeNegativeTest-456871069-project] 10.222.0.20 "DELETE /v2.0/ports/e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf HTTP/1.1" status: 204 len: 173 time: 0.4093382 Nov 09 05:18:13.387666 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e7964e-3c1d-4928-9dfa-399d3721c871', 'name': 'network-vif-deleted', 'tag': 'e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:18:13.390109 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea768e4-7463-4ec3-9122-24e43acb8ac0" -d '{"events": [{"server_uuid": "12e7964e-3c1d-4928-9dfa-399d3721c871", "name": "network-vif-deleted", "tag": "e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:18:13.427194 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faf7a6b-1015-42f5-910e-0c8e1c66686b x-openstack-request-id: req-4faf7a6b-1015-42f5-910e-0c8e1c66686b {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:18:13.427524 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e7964e-3c1d-4928-9dfa-399d3721c871", "name": "network-vif-deleted", "tag": "e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:18:13.427814 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4faf7a6b-1015-42f5-910e-0c8e1c66686b {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:18:13.428192 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e7964e-3c1d-4928-9dfa-399d3721c871', 'name': 'network-vif-deleted', 'tag': 'e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf', 'status': 'completed', 'code': 200} Nov 09 05:18:14.244167 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 57456) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:18:14.411555 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a229cd-747c-4044-bc0e-ef8067a989dd admin admin] Deleting subnet 54166d97-84bf-4725-a6b5-fd66b63ba4bd {{(pid=100972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 05:18:14.414564 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-36a229cd-747c-4044-bc0e-ef8067a989dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:14.446655 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-36a229cd-747c-4044-bc0e-ef8067a989dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25701761'] for subnet, precommit_delete_associations {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:14.483566 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-36a229cd-747c-4044-bc0e-ef8067a989dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16203819'] for subnet, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:14.537195 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-36a229cd-747c-4044-bc0e-ef8067a989dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16203810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25700707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26186246'] for subnet, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:14.806584 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a229cd-747c-4044-bc0e-ef8067a989dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54166d97-84bf-4725-a6b5-fd66b63ba4bd,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:18:14.812684 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-36a229cd-747c-4044-bc0e-ef8067a989dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:14.815712 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-36a229cd-747c-4044-bc0e-ef8067a989dd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/54166d97-84bf-4725-a6b5-fd66b63ba4bd HTTP/1.1" status: 204 len: 168 time: 0.5705395 Nov 09 05:18:14.818179 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 57464) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:18:14.882477 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d205ba18-bd2f-4b8f-9bb1-8e6a96b0fdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16329678'] for network, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:14.959054 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d205ba18-bd2f-4b8f-9bb1-8e6a96b0fdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16206686', 'neutron.services.segments.db._delete_segments_for_network-8784574975281'] for network, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:14.978441 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-d205ba18-bd2f-4b8f-9bb1-8e6a96b0fdb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc74574-bcbe-4d7d-85c6-61611faf1df6']}} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:18:14.987908 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-d205ba18-bd2f-4b8f-9bb1-8e6a96b0fdb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b33fde-2078-42f0-ac57-1c9310d80e2d') {'for_net_delete': True} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:18:14.988192 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-d205ba18-bd2f-4b8f-9bb1-8e6a96b0fdb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b33fde-2078-42f0-ac57-1c9310d80e2d') {} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:18:14.997064 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d205ba18-bd2f-4b8f-9bb1-8e6a96b0fdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784575010618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25701784'] for segment, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:15.009414 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d205ba18-bd2f-4b8f-9bb1-8e6a96b0fdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:15.015755 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d205ba18-bd2f-4b8f-9bb1-8e6a96b0fdb8 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=100972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 05:18:15.016190 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d205ba18-bd2f-4b8f-9bb1-8e6a96b0fdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25700741'] for segment, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: Traceback (most recent call last): Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: timer() Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: cb(*args, **kw) Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: return func(*args, **kwargs) Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: self._notify() Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: self.callback(batched_events) Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: event.method(event) Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: return f(self, *a, **k) Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: return self._get(url).json() Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: return self.request(url, 'GET', **kwargs) Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 05:18:15.026019 dv-cinder-817135-2-iscsi neutron-server[100972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 05:18:15.074989 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d205ba18-bd2f-4b8f-9bb1-8e6a96b0fdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16205741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461216'] for network, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:15.080310 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d205ba18-bd2f-4b8f-9bb1-8e6a96b0fdb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:15.083380 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-d205ba18-bd2f-4b8f-9bb1-8e6a96b0fdb8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9dc74574-bcbe-4d7d-85c6-61611faf1df6 HTTP/1.1" status: 204 len: 168 time: 0.2643142 Nov 09 05:18:15.094156 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205ba18-bd2f-4b8f-9bb1-8e6a96b0fdb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc74574-bcbe-4d7d-85c6-61611faf1df6,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:18:15.194215 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 57474) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:18:15.234256 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-3cc59b34-48c9-45c4-b3aa-229ebcf17b5c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e9bea92048e49debbf053fea8eb2b9f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388987 Nov 09 05:18:15.236573 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 57478) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:18:15.285814 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0f8f90d2-dcdf-41cc-beb4-b9517506b2a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:15.306998 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0f8f90d2-dcdf-41cc-beb4-b9517506b2a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:15.359234 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0f8f90d2-dcdf-41cc-beb4-b9517506b2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:15.361793 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0f8f90d2-dcdf-41cc-beb4-b9517506b2a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:15.362921 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-0f8f90d2-dcdf-41cc-beb4-b9517506b2a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb20bdcb-e3b6-4666-9bb3-72a0b85399ca HTTP/1.1" status: 204 len: 168 time: 0.1254716 Nov 09 05:18:15.372101 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f90d2-dcdf-41cc-beb4-b9517506b2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb20bdcb-e3b6-4666-9bb3-72a0b85399ca,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:18:15.379121 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f90d2-dcdf-41cc-beb4-b9517506b2a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:18:15.379480 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f90d2-dcdf-41cc-beb4-b9517506b2a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:18:15.379841 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f90d2-dcdf-41cc-beb4-b9517506b2a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:18:15.380177 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f90d2-dcdf-41cc-beb4-b9517506b2a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:18:15.380501 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f90d2-dcdf-41cc-beb4-b9517506b2a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:18:15.380836 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f90d2-dcdf-41cc-beb4-b9517506b2a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:18:15.381160 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f90d2-dcdf-41cc-beb4-b9517506b2a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:18:15.381483 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f90d2-dcdf-41cc-beb4-b9517506b2a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:18:15.381803 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f90d2-dcdf-41cc-beb4-b9517506b2a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:18:15.382121 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f90d2-dcdf-41cc-beb4-b9517506b2a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:18:15.382435 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f90d2-dcdf-41cc-beb4-b9517506b2a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:18:15.382756 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f90d2-dcdf-41cc-beb4-b9517506b2a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:18:16.072772 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 57506) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:18:16.185996 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-804ccdce-c73b-483f-87d7-99a4b8de3899 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1298672006-network', 'tenant_id': '1a94cb091b134157a10708891b32940c'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:18:16.205333 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804ccdce-c73b-483f-87d7-99a4b8de3899 admin admin] Made reservation on behalf of 1a94cb091b134157a10708891b32940c for: {'network': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:18:16.207744 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-804ccdce-c73b-483f-87d7-99a4b8de3899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for network, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:16.216945 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-804ccdce-c73b-483f-87d7-99a4b8de3899 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:16.287175 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-804ccdce-c73b-483f-87d7-99a4b8de3899 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:16.290608 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-804ccdce-c73b-483f-87d7-99a4b8de3899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:16.316621 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804ccdce-c73b-483f-87d7-99a4b8de3899 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=100972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 05:18:16.325297 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ccdce-c73b-483f-87d7-99a4b8de3899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc52e6b-4df6-4312-b85a-9f30da85e6c4,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:18:16.331650 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-804ccdce-c73b-483f-87d7-99a4b8de3899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:16.331993 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.db.segments_db [None req-804ccdce-c73b-483f-87d7-99a4b8de3899 admin admin] Added segment 1264fc20-f5ff-42d0-8c93-1c1980a568cd of type vlan for network 549a161e-59de-4919-9731-254648f60824 Nov 09 05:18:16.371202 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-804ccdce-c73b-483f-87d7-99a4b8de3899 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784574440138'] for network, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:16.394884 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-804ccdce-c73b-483f-87d7-99a4b8de3899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for network, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:16.395958 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804ccdce-c73b-483f-87d7-99a4b8de3899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:18:16.396711 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-804ccdce-c73b-483f-87d7-99a4b8de3899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:16.453809 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-804ccdce-c73b-483f-87d7-99a4b8de3899 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3798957 Nov 09 05:18:16.456609 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 57516) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:18:16.462984 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-5c06216d-6d9c-4e90-8d50-fdbace04f42f admin admin] Request body: {'subnet': {'network_id': '549a161e-59de-4919-9731-254648f60824', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1298672006-subnet', 'tenant_id': '1a94cb091b134157a10708891b32940c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:18:16.467538 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ccdce-c73b-483f-87d7-99a4b8de3899 admin admin] Pushing event updated for resources: {'Network': ['ID=549a161e-59de-4919-9731-254648f60824,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:18:16.477065 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Network 549a161e-59de-4919-9731-254648f60824 details requested by agent ovs-agent-dv-cinder-817135-2-iscsi with host dv-cinder-817135-2-iscsi {{(pid=100973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 05:18:16.486376 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c06216d-6d9c-4e90-8d50-fdbace04f42f admin admin] Made reservation on behalf of 1a94cb091b134157a10708891b32940c for: {'subnet': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:18:16.488738 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-5c06216d-6d9c-4e90-8d50-fdbace04f42f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185191'] for subnet, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:16.589649 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:18:16.663219 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-5c06216d-6d9c-4e90-8d50-fdbace04f42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25700642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26186269'] for subnet, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:16.722551 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06216d-6d9c-4e90-8d50-fdbace04f42f admin admin] Pushing event updated for resources: {'Subnet': ['ID=72edf385-3151-4bba-ad5b-0c301fc13f65,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:18:16.734720 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c06216d-6d9c-4e90-8d50-fdbace04f42f admin admin] Checking segment: {'id': '1264fc20-f5ff-42d0-8c93-1c1980a568cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '549a161e-59de-4919-9731-254648f60824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:18:16.735350 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c06216d-6d9c-4e90-8d50-fdbace04f42f admin admin] Network hostable DHCP agents. Network: 549a161e-59de-4919-9731-254648f60824, hostable agents: ['d072c37d-c6e5-4774-92cd-7a83958f5a5d'], hosted agents: [] {{(pid=100972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 05:18:16.752473 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c06216d-6d9c-4e90-8d50-fdbace04f42f admin admin] Network 549a161e-59de-4919-9731-254648f60824 is scheduled to be hosted by DHCP agent d072c37d-c6e5-4774-92cd-7a83958f5a5d with binding_index 1 {{(pid=100972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 05:18:16.761138 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-5c06216d-6d9c-4e90-8d50-fdbace04f42f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-2-iscsi, 549a161e-59de-4919-9731-254648f60824) {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:18:16.767292 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c06216d-6d9c-4e90-8d50-fdbace04f42f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:18:16.768306 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-5c06216d-6d9c-4e90-8d50-fdbace04f42f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:16.769333 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af998673-fe6a-444e-8d9a-c6f55bd2cf6f None None] Network 549a161e-59de-4919-9731-254648f60824 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:18:16.788362 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-5c06216d-6d9c-4e90-8d50-fdbace04f42f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3249321 Nov 09 05:18:16.899225 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ba8af7-7668-46de-8add-06ec858d07c0 None None] Network 549a161e-59de-4919-9731-254648f60824 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:18:17.020477 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf no longer exists at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:18:17.041235 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] No Port match for: e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:18:17.041577 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device e8784b0f-5ec8-4da9-b0e3-a4db5b8d59bf not bound to the agent host hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:18:17.251056 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 57538) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:18:17.255932 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-89bd6cce-7243-4686-9b2d-931dcc664244 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-81178833-network', 'tenant_id': '31972ee08e4c44b0b86720ef9ba6e936'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:18:17.276126 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bd6cce-7243-4686-9b2d-931dcc664244 admin admin] Made reservation on behalf of 31972ee08e4c44b0b86720ef9ba6e936 for: {'network': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:18:17.278329 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-89bd6cce-7243-4686-9b2d-931dcc664244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for network, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:17.286427 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-89bd6cce-7243-4686-9b2d-931dcc664244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:17.360620 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-89bd6cce-7243-4686-9b2d-931dcc664244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:17.364511 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-89bd6cce-7243-4686-9b2d-931dcc664244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:17.392680 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89bd6cce-7243-4686-9b2d-931dcc664244 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=100972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 05:18:17.402048 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd6cce-7243-4686-9b2d-931dcc664244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5030a52d-f0cc-4c25-bdf9-24cff1ee60d3,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:18:17.406616 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-89bd6cce-7243-4686-9b2d-931dcc664244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:17.406947 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.db.segments_db [None req-89bd6cce-7243-4686-9b2d-931dcc664244 admin admin] Added segment 30417ed4-2e18-405d-89f3-4ab56db54ad3 of type vlan for network 64891127-a3cd-49d3-b03b-13c643f91492 Nov 09 05:18:17.444762 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-89bd6cce-7243-4686-9b2d-931dcc664244 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784574440138'] for network, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:17.468352 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-89bd6cce-7243-4686-9b2d-931dcc664244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for network, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:17.469265 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bd6cce-7243-4686-9b2d-931dcc664244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:18:17.469833 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-89bd6cce-7243-4686-9b2d-931dcc664244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:17.524447 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-89bd6cce-7243-4686-9b2d-931dcc664244 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.2722747 Nov 09 05:18:17.527273 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 57542) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:18:17.529798 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd6cce-7243-4686-9b2d-931dcc664244 admin admin] Pushing event updated for resources: {'Network': ['ID=64891127-a3cd-49d3-b03b-13c643f91492,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:18:17.532069 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-11c4040c-ca7c-4835-a5e1-8be11b18e936 admin admin] Request body: {'subnet': {'network_id': '64891127-a3cd-49d3-b03b-13c643f91492', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-81178833-subnet', 'tenant_id': '31972ee08e4c44b0b86720ef9ba6e936', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:18:17.539063 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Network 64891127-a3cd-49d3-b03b-13c643f91492 details requested by agent ovs-agent-dv-cinder-817135-2-iscsi with host dv-cinder-817135-2-iscsi {{(pid=100973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 05:18:17.554027 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c4040c-ca7c-4835-a5e1-8be11b18e936 admin admin] Made reservation on behalf of 31972ee08e4c44b0b86720ef9ba6e936 for: {'subnet': 1} {{(pid=100971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:18:17.556648 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-11c4040c-ca7c-4835-a5e1-8be11b18e936 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3264629'] for subnet, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:17.718358 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-11c4040c-ca7c-4835-a5e1-8be11b18e936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3538111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3264399'] for subnet, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:17.773525 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4040c-ca7c-4835-a5e1-8be11b18e936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda60224-58e2-41e5-a203-65d5a61e423e,revision_number=0']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:18:17.780338 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c4040c-ca7c-4835-a5e1-8be11b18e936 admin admin] Checking segment: {'id': '30417ed4-2e18-405d-89f3-4ab56db54ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '64891127-a3cd-49d3-b03b-13c643f91492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:18:17.780692 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c4040c-ca7c-4835-a5e1-8be11b18e936 admin admin] Network hostable DHCP agents. Network: 64891127-a3cd-49d3-b03b-13c643f91492, hostable agents: ['d072c37d-c6e5-4774-92cd-7a83958f5a5d'], hosted agents: [] {{(pid=100971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 05:18:17.797532 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c4040c-ca7c-4835-a5e1-8be11b18e936 admin admin] Network 64891127-a3cd-49d3-b03b-13c643f91492 is scheduled to be hosted by DHCP agent d072c37d-c6e5-4774-92cd-7a83958f5a5d with binding_index 1 {{(pid=100971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 05:18:17.805326 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-11c4040c-ca7c-4835-a5e1-8be11b18e936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-2-iscsi, 64891127-a3cd-49d3-b03b-13c643f91492) {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:18:17.809907 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c4040c-ca7c-4835-a5e1-8be11b18e936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:18:17.810494 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-11c4040c-ca7c-4835-a5e1-8be11b18e936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for subnet, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:17.816944 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a59c48-719c-45f4-84a6-841393bc09fc None None] Network 64891127-a3cd-49d3-b03b-13c643f91492 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:18:17.829810 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-11c4040c-ca7c-4835-a5e1-8be11b18e936 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.2997167 Nov 09 05:18:17.941163 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4906d314-7bb8-4b64-b119-7d5aa5efa5c3 None None] Network 64891127-a3cd-49d3-b03b-13c643f91492 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:18:17.944942 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 57546) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:18:17.989213 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7bc472a-3950-4904-9548-aa54a749fe5c admin admin] Deleting subnet 72edf385-3151-4bba-ad5b-0c301fc13f65 {{(pid=100971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 05:18:17.992361 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f7bc472a-3950-4904-9548-aa54a749fe5c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:18.029564 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f7bc472a-3950-4904-9548-aa54a749fe5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3198654'] for subnet, precommit_delete_associations {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:18.067466 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f7bc472a-3950-4904-9548-aa54a749fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16203819'] for subnet, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:18.119291 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f7bc472a-3950-4904-9548-aa54a749fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16203810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3264404'] for subnet, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:18.143308 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc472a-3950-4904-9548-aa54a749fe5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72edf385-3151-4bba-ad5b-0c301fc13f65,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:18:18.147061 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f7bc472a-3950-4904-9548-aa54a749fe5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for subnet, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:18.150248 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-f7bc472a-3950-4904-9548-aa54a749fe5c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/72edf385-3151-4bba-ad5b-0c301fc13f65 HTTP/1.1" status: 204 len: 168 time: 0.2042830 Nov 09 05:18:18.153093 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 57552) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:18:18.234706 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-53d02ac4-cfd4-40d7-a82e-35ac333ab64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16329678'] for network, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:18.314803 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-53d02ac4-cfd4-40d7-a82e-35ac333ab64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16206686', 'neutron.services.segments.db._delete_segments_for_network-8784574975281'] for network, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:18.333919 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.services.segments.db [None req-53d02ac4-cfd4-40d7-a82e-35ac333ab64e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549a161e-59de-4919-9731-254648f60824']}} {{(pid=100971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:18:18.343223 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.services.segments.db [None req-53d02ac4-cfd4-40d7-a82e-35ac333ab64e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1264fc20-f5ff-42d0-8c93-1c1980a568cd') {'for_net_delete': True} {{(pid=100971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:18:18.343519 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.services.segments.db [None req-53d02ac4-cfd4-40d7-a82e-35ac333ab64e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1264fc20-f5ff-42d0-8c93-1c1980a568cd') {} {{(pid=100971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:18:18.352567 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-53d02ac4-cfd4-40d7-a82e-35ac333ab64e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784575010618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3198631'] for segment, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:18.365552 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-53d02ac4-cfd4-40d7-a82e-35ac333ab64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:18.372176 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d02ac4-cfd4-40d7-a82e-35ac333ab64e admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=100971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 05:18:18.372564 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-53d02ac4-cfd4-40d7-a82e-35ac333ab64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3537944'] for segment, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: Traceback (most recent call last): Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: timer() Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: cb(*args, **kw) Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: return func(*args, **kwargs) Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: self._notify() Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: self.callback(batched_events) Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: event.method(event) Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: return f(self, *a, **k) Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: return self._get(url).json() Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: return self.request(url, 'GET', **kwargs) Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 05:18:18.374235 dv-cinder-817135-2-iscsi neutron-server[100971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 05:18:18.426010 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-53d02ac4-cfd4-40d7-a82e-35ac333ab64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16205741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461216'] for network, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:18.432805 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-53d02ac4-cfd4-40d7-a82e-35ac333ab64e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:18.435948 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-53d02ac4-cfd4-40d7-a82e-35ac333ab64e admin admin] 10.222.0.41 "DELETE /v2.0/networks/549a161e-59de-4919-9731-254648f60824 HTTP/1.1" status: 204 len: 168 time: 0.2819388 Nov 09 05:18:18.439134 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 57560) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:18:18.445384 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d02ac4-cfd4-40d7-a82e-35ac333ab64e admin admin] Pushing event deleted for resources: {'Network': ['ID=549a161e-59de-4919-9731-254648f60824,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:18:18.494525 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9982f9e-96ce-4ce2-89b0-4858cc56f6ad admin admin] Deleting subnet cda60224-58e2-41e5-a203-65d5a61e423e {{(pid=100972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 05:18:18.497720 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d9982f9e-96ce-4ce2-89b0-4858cc56f6ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:18.538837 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d9982f9e-96ce-4ce2-89b0-4858cc56f6ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25701761'] for subnet, precommit_delete_associations {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:18.580776 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d9982f9e-96ce-4ce2-89b0-4858cc56f6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16203819'] for subnet, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:18.629193 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d9982f9e-96ce-4ce2-89b0-4858cc56f6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16203810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25700707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26186246'] for subnet, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:18.658194 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9982f9e-96ce-4ce2-89b0-4858cc56f6ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda60224-58e2-41e5-a203-65d5a61e423e,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:18:18.661860 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d9982f9e-96ce-4ce2-89b0-4858cc56f6ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:18.664988 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-d9982f9e-96ce-4ce2-89b0-4858cc56f6ad admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cda60224-58e2-41e5-a203-65d5a61e423e HTTP/1.1" status: 204 len: 168 time: 0.2238221 Nov 09 05:18:18.667414 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 57562) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:18:18.732654 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b164633c-5f01-4c75-b43c-1168eb6bdbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16329678'] for network, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:18.811054 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b164633c-5f01-4c75-b43c-1168eb6bdbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16206686', 'neutron.services.segments.db._delete_segments_for_network-8784574975281'] for network, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:18.830529 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-b164633c-5f01-4c75-b43c-1168eb6bdbef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64891127-a3cd-49d3-b03b-13c643f91492']}} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:18:18.839484 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-b164633c-5f01-4c75-b43c-1168eb6bdbef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30417ed4-2e18-405d-89f3-4ab56db54ad3') {'for_net_delete': True} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:18:18.839812 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-b164633c-5f01-4c75-b43c-1168eb6bdbef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30417ed4-2e18-405d-89f3-4ab56db54ad3') {} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:18:18.848767 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b164633c-5f01-4c75-b43c-1168eb6bdbef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784575010618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25701784'] for segment, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:18.861299 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b164633c-5f01-4c75-b43c-1168eb6bdbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:18.867246 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b164633c-5f01-4c75-b43c-1168eb6bdbef admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=100972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 05:18:18.867686 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b164633c-5f01-4c75-b43c-1168eb6bdbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25700741'] for segment, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: Traceback (most recent call last): Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: timer() Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: cb(*args, **kw) Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: return func(*args, **kwargs) Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: self._notify() Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: self.callback(batched_events) Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: event.method(event) Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: return f(self, *a, **k) Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: return self._get(url).json() Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: return self.request(url, 'GET', **kwargs) Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 05:18:18.869281 dv-cinder-817135-2-iscsi neutron-server[100972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 05:18:18.921386 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b164633c-5f01-4c75-b43c-1168eb6bdbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16205741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461216'] for network, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:18.928169 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b164633c-5f01-4c75-b43c-1168eb6bdbef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:18.931234 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-b164633c-5f01-4c75-b43c-1168eb6bdbef admin admin] 10.222.0.41 "DELETE /v2.0/networks/64891127-a3cd-49d3-b03b-13c643f91492 HTTP/1.1" status: 204 len: 168 time: 0.2628894 Nov 09 05:18:18.940901 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164633c-5f01-4c75-b43c-1168eb6bdbef admin admin] Pushing event deleted for resources: {'Network': ['ID=64891127-a3cd-49d3-b03b-13c643f91492,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:18:19.082233 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 57566) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:18:19.125563 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-8a6b5677-2f41-49c4-8f38-2335ce85850a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1a94cb091b134157a10708891b32940c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421743 Nov 09 05:18:19.127883 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 57570) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:18:19.173855 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-4676bf83-1232-42fc-9e4d-5af8ac3a2f22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:19.194547 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-4676bf83-1232-42fc-9e4d-5af8ac3a2f22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:19.240394 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-4676bf83-1232-42fc-9e4d-5af8ac3a2f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:19.243055 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-4676bf83-1232-42fc-9e4d-5af8ac3a2f22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:19.244207 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-4676bf83-1232-42fc-9e4d-5af8ac3a2f22 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cfc52e6b-4df6-4312-b85a-9f30da85e6c4 HTTP/1.1" status: 204 len: 168 time: 0.1154253 Nov 09 05:18:19.259563 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676bf83-1232-42fc-9e4d-5af8ac3a2f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc52e6b-4df6-4312-b85a-9f30da85e6c4,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:18:19.569066 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 57582) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:18:19.608264 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-f072be72-8b13-4ff0-8508-b5d9cd0fd5c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=31972ee08e4c44b0b86720ef9ba6e936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380063 Nov 09 05:18:19.610463 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 57584) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:18:19.655208 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-ed47ddda-0f5f-416d-b639-99a14c904564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:19.676187 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-ed47ddda-0f5f-416d-b639-99a14c904564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:19.723994 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-ed47ddda-0f5f-416d-b639-99a14c904564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:19.726506 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-ed47ddda-0f5f-416d-b639-99a14c904564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:19.727654 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-ed47ddda-0f5f-416d-b639-99a14c904564 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5030a52d-f0cc-4c25-bdf9-24cff1ee60d3 HTTP/1.1" status: 204 len: 168 time: 0.1163113 Nov 09 05:18:19.735422 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47ddda-0f5f-416d-b639-99a14c904564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5030a52d-f0cc-4c25-bdf9-24cff1ee60d3,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:18:21.338511 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 57648) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:18:21.441758 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-1b681596-7b02-41ef-b99e-074915498b87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:21.517606 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-1b681596-7b02-41ef-b99e-074915498b87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:21.521043 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-1b681596-7b02-41ef-b99e-074915498b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:21.557220 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-1b681596-7b02-41ef-b99e-074915498b87 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22a7f9383f0f43239b28d42a92683cbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176602 Nov 09 05:18:21.559142 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b681596-7b02-41ef-b99e-074915498b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b8ee55-ae38-4012-8b20-a2f4edede282,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:18:21.559902 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 57656) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:18:21.612802 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-174571e2-a250-4ece-8615-337d0a191f9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:21.632781 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-174571e2-a250-4ece-8615-337d0a191f9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:21.677693 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-174571e2-a250-4ece-8615-337d0a191f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:21.680353 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-174571e2-a250-4ece-8615-337d0a191f9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:21.681481 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-174571e2-a250-4ece-8615-337d0a191f9b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/79b8ee55-ae38-4012-8b20-a2f4edede282 HTTP/1.1" status: 204 len: 168 time: 0.1206048 Nov 09 05:18:21.689530 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174571e2-a250-4ece-8615-337d0a191f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b8ee55-ae38-4012-8b20-a2f4edede282,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:18:21.932044 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 57662) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:18:21.945056 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f2c2affa-a397-4570-a70f-162da48950a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:22.014854 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f2c2affa-a397-4570-a70f-162da48950a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:22.018273 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f2c2affa-a397-4570-a70f-162da48950a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:22.053881 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-f2c2affa-a397-4570-a70f-162da48950a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50424fa85b694a27a53bbad2f535fb85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1206996 Nov 09 05:18:22.054647 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2affa-a397-4570-a70f-162da48950a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae910d3-3c0f-4d90-84ff-1a4939a5a0af,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:18:22.056682 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 57664) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:18:22.103506 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68c66813-4cf7-436c-a5aa-583eec291b99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:22.124169 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68c66813-4cf7-436c-a5aa-583eec291b99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:22.166961 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68c66813-4cf7-436c-a5aa-583eec291b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:22.169993 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68c66813-4cf7-436c-a5aa-583eec291b99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:22.171113 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-68c66813-4cf7-436c-a5aa-583eec291b99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fae910d3-3c0f-4d90-84ff-1a4939a5a0af HTTP/1.1" status: 204 len: 168 time: 0.1132488 Nov 09 05:18:22.178735 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c66813-4cf7-436c-a5aa-583eec291b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae910d3-3c0f-4d90-84ff-1a4939a5a0af,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:18:28.196202 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-8df66515-7ddc-492c-97c3-b015dfe29311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:30.378042 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-45e6957a-e8ad-43fb-9fe7-7855fa2f2cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:31.680353 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:33.047727 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:33.829339 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:39.701173 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:18:53.589009 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:18:58.198635 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-ab066bb8-927b-4a99-b801-89879affb604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:19:00.378670 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-dadd1848-643d-483a-bddc-ec2cba2db528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:19:00.944971 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c0aaff6a-18d7-4c40-a27a-c1d8ca4763e3 req-b012b375-0233-448c-89dc-8874b9478dad service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416305 Nov 09 05:19:01.043032 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aaff6a-18d7-4c40-a27a-c1d8ca4763e3 req-732084ae-cfb8-4693-87f2-b0ea715ab7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:19:01.045015 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c0aaff6a-18d7-4c40-a27a-c1d8ca4763e3 req-732084ae-cfb8-4693-87f2-b0ea715ab7ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 1099 time: 0.0416391 Nov 09 05:19:01.146612 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aaff6a-18d7-4c40-a27a-c1d8ca4763e3 req-6a024b2b-1b3d-4077-aba6-a273d99a669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:19:01.148091 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c0aaff6a-18d7-4c40-a27a-c1d8ca4763e3 req-6a024b2b-1b3d-4077-aba6-a273d99a669f service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 200 len: 920 time: 0.0838602 Nov 09 05:19:01.189833 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c0aaff6a-18d7-4c40-a27a-c1d8ca4763e3 req-cb4f7674-02b8-4cb3-ba63-35dd0fa37b7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 HTTP/1.1" status: 200 len: 217 time: 0.0340698 Nov 09 05:19:01.236897 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aaff6a-18d7-4c40-a27a-c1d8ca4763e3 req-b0cfe46c-7d0f-4e4a-9264-20b8917f687b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:19:01.238256 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c0aaff6a-18d7-4c40-a27a-c1d8ca4763e3 req-b0cfe46c-7d0f-4e4a-9264-20b8917f687b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2499b84-6c8e-423c-9fb2-df6ba60139be HTTP/1.1" status: 200 len: 859 time: 0.0410020 Nov 09 05:19:01.269260 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c0aaff6a-18d7-4c40-a27a-c1d8ca4763e3 req-a7fbee0d-b5d5-4772-9d98-19eb64c140e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240915 Nov 09 05:19:01.367503 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c0aaff6a-18d7-4c40-a27a-c1d8ca4763e3 req-c587ddf8-ffa3-4676-8f81-a5419308b50c service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889709 Nov 09 05:19:01.463359 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c0aaff6a-18d7-4c40-a27a-c1d8ca4763e3 req-0d7c47cd-a5f8-4dee-b155-f50d78117ba3 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880339 Nov 09 05:19:01.680872 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:19:03.050362 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:19:03.829442 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:19:09.711576 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:19:28.205069 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e24f05dc-91f0-4814-a61b-20b84e85fc67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:19:30.378735 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-b28559ff-d3df-4275-8791-addebe54f656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:19:30.587742 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:19:31.683224 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:19:33.053827 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:19:33.831169 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:19:39.726333 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:19:58.195977 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc73cdca-ccf7-4d80-8f43-23dd206b6ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:20:00.379559 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-d7a2110e-b32d-4061-b835-e8f1ec499c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:20:01.685874 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:20:01.939795 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c0fe25b6-6d2b-46ec-8636-21f57730aed9 req-88f91c6d-48c0-4676-8699-c1a07d251799 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404439 Nov 09 05:20:02.010087 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe25b6-6d2b-46ec-8636-21f57730aed9 req-0d910ce1-b48d-457f-927f-7688d04e93e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:20:02.011567 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c0fe25b6-6d2b-46ec-8636-21f57730aed9 req-0d910ce1-b48d-457f-927f-7688d04e93e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 1099 time: 0.0397403 Nov 09 05:20:02.117077 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe25b6-6d2b-46ec-8636-21f57730aed9 req-b54d02ad-daf7-47e3-bf37-f1353813ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:20:02.118503 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c0fe25b6-6d2b-46ec-8636-21f57730aed9 req-b54d02ad-daf7-47e3-bf37-f1353813ff9e service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 200 len: 920 time: 0.0853729 Nov 09 05:20:02.160078 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c0fe25b6-6d2b-46ec-8636-21f57730aed9 req-9112fb45-b34c-4592-849b-6a5448df2b37 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e9494d2-6026-4da9-9838-657923b0d3c9 HTTP/1.1" status: 200 len: 217 time: 0.0336542 Nov 09 05:20:02.206958 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe25b6-6d2b-46ec-8636-21f57730aed9 req-94f59e05-2abf-4f18-9e6f-f3f44d334e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:20:02.208378 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c0fe25b6-6d2b-46ec-8636-21f57730aed9 req-94f59e05-2abf-4f18-9e6f-f3f44d334e43 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2499b84-6c8e-423c-9fb2-df6ba60139be HTTP/1.1" status: 200 len: 859 time: 0.0416148 Nov 09 05:20:02.238676 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c0fe25b6-6d2b-46ec-8636-21f57730aed9 req-72b30e37-aa3b-4775-99f3-8711e6a7058e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229509 Nov 09 05:20:02.331172 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c0fe25b6-6d2b-46ec-8636-21f57730aed9 req-97c08484-a020-476f-a327-08442dec1a39 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846324 Nov 09 05:20:02.423106 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c0fe25b6-6d2b-46ec-8636-21f57730aed9 req-f7dbbab6-eef3-40af-a0d3-2b19795675c0 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848479 Nov 09 05:20:03.056945 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:20:03.833055 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:20:07.587160 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:20:09.717320 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:20:28.198777 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-3e6b3033-4de0-4d7a-a554-72c989806b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:20:30.381137 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-afa96ac1-ec46-4b9c-8666-44fb22bfb7f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:20:31.690810 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:20:33.059009 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:20:33.838924 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:20:39.730910 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:20:44.588656 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:20:55.811311 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7b15c-57e5-43e9-b6b7-436ab361ea24 req-c634854a-a8d3-482f-b563-c41dbfd66f8c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:20:55.812792 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3cd7b15c-57e5-43e9-b6b7-436ab361ea24 req-c634854a-a8d3-482f-b563-c41dbfd66f8c tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa39714e-2b95-4e72-83de-9acc03f82eb2 HTTP/1.1" status: 200 len: 945 time: 0.0488844 Nov 09 05:20:55.914728 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-3cd7b15c-57e5-43e9-b6b7-436ab361ea24 req-88a4a865-30f6-4d15-b443-b832c7193e07 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Deleting port 1052eb61-9d88-48ed-ae53-fc737786ab8f {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:20:55.915064 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-3cd7b15c-57e5-43e9-b6b7-436ab361ea24 req-88a4a865-30f6-4d15-b443-b832c7193e07 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:20:56.001949 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-3cd7b15c-57e5-43e9-b6b7-436ab361ea24 req-88a4a865-30f6-4d15-b443-b832c7193e07 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] For port 1052eb61-9d88-48ed-ae53-fc737786ab8f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=1052eb61-9d88-48ed-ae53-fc737786ab8f,segment=NetworkSegment(9f43b0cd-977d-456b-acf3-a0650ee0d895),segment_id=9f43b0cd-977d-456b-acf3-a0650ee0d895)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:20:56.002305 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-3cd7b15c-57e5-43e9-b6b7-436ab361ea24 req-88a4a865-30f6-4d15-b443-b832c7193e07 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:20:56.014876 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-3cd7b15c-57e5-43e9-b6b7-436ab361ea24 req-88a4a865-30f6-4d15-b443-b832c7193e07 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Calling delete_port for 1052eb61-9d88-48ed-ae53-fc737786ab8f owned by compute:nova {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:20:56.144127 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-3cd7b15c-57e5-43e9-b6b7-436ab361ea24 req-88a4a865-30f6-4d15-b443-b832c7193e07 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:20:56.175810 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4a865-30f6-4d15-b443-b832c7193e07 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Pushing event deleted for resources: {'Port': ['ID=1052eb61-9d88-48ed-ae53-fc737786ab8f,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:20:56.177909 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['1052eb61-9d88-48ed-ae53-fc737786ab8f'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:20:56.199966 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a4a865-30f6-4d15-b443-b832c7193e07 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:20:56.200309 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a4a865-30f6-4d15-b443-b832c7193e07 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:20:56.200642 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a4a865-30f6-4d15-b443-b832c7193e07 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:20:56.201090 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a4a865-30f6-4d15-b443-b832c7193e07 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:20:56.201705 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a4a865-30f6-4d15-b443-b832c7193e07 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:20:56.202036 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a4a865-30f6-4d15-b443-b832c7193e07 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:20:56.202360 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a4a865-30f6-4d15-b443-b832c7193e07 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:20:56.202679 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a4a865-30f6-4d15-b443-b832c7193e07 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:20:56.202998 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a4a865-30f6-4d15-b443-b832c7193e07 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:20:56.203372 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a4a865-30f6-4d15-b443-b832c7193e07 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:20:56.204214 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a4a865-30f6-4d15-b443-b832c7193e07 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:20:56.204528 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a4a865-30f6-4d15-b443-b832c7193e07 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:20:56.223835 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd7b15c-57e5-43e9-b6b7-436ab361ea24 req-88a4a865-30f6-4d15-b443-b832c7193e07 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] No DVR routers for this DVR port 1052eb61-9d88-48ed-ae53-fc737786ab8f on host hv-cinder-81713 {{(pid=100972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:20:56.226328 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-3cd7b15c-57e5-43e9-b6b7-436ab361ea24 req-88a4a865-30f6-4d15-b443-b832c7193e07 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:20:56.230045 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3cd7b15c-57e5-43e9-b6b7-436ab361ea24 req-88a4a865-30f6-4d15-b443-b832c7193e07 tempest-VolumesSnapshotTestJSON-298792175 tempest-VolumesSnapshotTestJSON-298792175-project] 10.222.0.20 "DELETE /v2.0/ports/1052eb61-9d88-48ed-ae53-fc737786ab8f HTTP/1.1" status: 204 len: 173 time: 0.3981714 Nov 09 05:20:56.230558 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa39714e-2b95-4e72-83de-9acc03f82eb2', 'name': 'network-vif-deleted', 'tag': '1052eb61-9d88-48ed-ae53-fc737786ab8f'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:20:56.233097 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ae20be-bbf0-4788-99eb-fb5ea53a5678" -d '{"events": [{"server_uuid": "fa39714e-2b95-4e72-83de-9acc03f82eb2", "name": "network-vif-deleted", "tag": "1052eb61-9d88-48ed-ae53-fc737786ab8f"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:20:56.427862 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c364bb5-dafe-47ec-a346-f644cb7bd9c7 x-openstack-request-id: req-3c364bb5-dafe-47ec-a346-f644cb7bd9c7 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:20:56.428148 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa39714e-2b95-4e72-83de-9acc03f82eb2", "name": "network-vif-deleted", "tag": "1052eb61-9d88-48ed-ae53-fc737786ab8f", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:20:56.428391 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c364bb5-dafe-47ec-a346-f644cb7bd9c7 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:20:56.428782 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa39714e-2b95-4e72-83de-9acc03f82eb2', 'name': 'network-vif-deleted', 'tag': '1052eb61-9d88-48ed-ae53-fc737786ab8f', 'status': 'completed', 'code': 200} Nov 09 05:20:58.200409 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f69e-068e-4de0-918d-1fafda4fe954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:20:59.804743 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 1052eb61-9d88-48ed-ae53-fc737786ab8f no longer exists at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:20:59.826965 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] No Port match for: 1052eb61-9d88-48ed-ae53-fc737786ab8f {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:20:59.827305 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 1052eb61-9d88-48ed-ae53-fc737786ab8f not bound to the agent host hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:21:00.381825 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-eaff1b8e-09d5-447f-aa1f-b4323879abf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:21:01.691109 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:21:02.912095 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-96e4cf21-8826-45dc-87f1-2be23bf7c84e req-36858b8a-5b1f-4d26-bc76-3ab14cc24fe1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450850 Nov 09 05:21:03.008302 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4cf21-8826-45dc-87f1-2be23bf7c84e req-fda527c5-01d4-4177-ad40-86608cd8797a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:21:03.009767 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-96e4cf21-8826-45dc-87f1-2be23bf7c84e req-fda527c5-01d4-4177-ad40-86608cd8797a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 1099 time: 0.0397651 Nov 09 05:21:03.061637 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:21:03.115342 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4cf21-8826-45dc-87f1-2be23bf7c84e req-8089118e-29f6-40a7-8fb1-7b4327ff3244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:21:03.116825 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-96e4cf21-8826-45dc-87f1-2be23bf7c84e req-8089118e-29f6-40a7-8fb1-7b4327ff3244 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 200 len: 920 time: 0.0884254 Nov 09 05:21:03.160577 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-96e4cf21-8826-45dc-87f1-2be23bf7c84e req-379f0969-4956-43ed-bdd4-b14156d50fed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 HTTP/1.1" status: 200 len: 217 time: 0.0371196 Nov 09 05:21:03.207479 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4cf21-8826-45dc-87f1-2be23bf7c84e req-efe1a7c5-0fe2-4c0b-ad62-3071a01e455e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:21:03.208812 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-96e4cf21-8826-45dc-87f1-2be23bf7c84e req-efe1a7c5-0fe2-4c0b-ad62-3071a01e455e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2499b84-6c8e-423c-9fb2-df6ba60139be HTTP/1.1" status: 200 len: 859 time: 0.0415475 Nov 09 05:21:03.239522 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-96e4cf21-8826-45dc-87f1-2be23bf7c84e req-fb998c2d-1be0-4629-9866-9b691f077186 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235453 Nov 09 05:21:03.330472 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-96e4cf21-8826-45dc-87f1-2be23bf7c84e req-44bdb462-e3ea-4592-a14a-1ae4f381023e service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836084 Nov 09 05:21:03.421167 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-96e4cf21-8826-45dc-87f1-2be23bf7c84e req-49ed46a8-76d4-4699-99ed-123638ed6ea6 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837700 Nov 09 05:21:03.834137 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:21:09.735736 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:21:21.587797 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:21:28.202768 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-43f33ffb-c437-4384-9350-f0a9d28711a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:21:30.382093 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e4cd86a9-d08f-4398-905e-ab8305c7d19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:21:31.695919 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:21:33.063408 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:21:33.835222 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:21:39.736349 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:21:46.375681 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [req-7ce27e32-f6a2-4994-a61d-e37dd59ac6ed req-26cbb613-3113-4a70-bc20-229c00e8ae5e service neutron] (100971) timed out ('10.222.0.20', 49932) {{(pid=100971) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 09 05:21:58.203229 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e555790d-c48e-483e-abc0-b449c11f8670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:21:58.588093 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:22:00.383471 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-6187c946-3e3e-4a38-abab-070557c7e48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:22:01.694941 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:22:03.066867 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:22:03.836035 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:22:04.890939 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6cfade73-982b-445c-bb63-9ae51a97bb42 req-d887094c-7c07-4a81-89b2-140761c6e0f6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386071 Nov 09 05:22:04.966350 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfade73-982b-445c-bb63-9ae51a97bb42 req-d95692bd-d0b3-4cfa-80bc-4bdd07ca282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:22:04.967686 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6cfade73-982b-445c-bb63-9ae51a97bb42 req-d95692bd-d0b3-4cfa-80bc-4bdd07ca282e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 1099 time: 0.0427110 Nov 09 05:22:05.066859 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfade73-982b-445c-bb63-9ae51a97bb42 req-61994fcf-a7b9-4145-9224-48e8f7aa563f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:22:05.068305 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6cfade73-982b-445c-bb63-9ae51a97bb42 req-61994fcf-a7b9-4145-9224-48e8f7aa563f service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 200 len: 920 time: 0.0818617 Nov 09 05:22:05.114317 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6cfade73-982b-445c-bb63-9ae51a97bb42 req-c95ba754-5dae-4391-b218-5ac9a24fdf35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e9494d2-6026-4da9-9838-657923b0d3c9 HTTP/1.1" status: 200 len: 217 time: 0.0388839 Nov 09 05:22:05.165561 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfade73-982b-445c-bb63-9ae51a97bb42 req-ad5ad3e4-4207-4c42-96b3-65d77e3abcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:22:05.167076 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6cfade73-982b-445c-bb63-9ae51a97bb42 req-ad5ad3e4-4207-4c42-96b3-65d77e3abcff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2499b84-6c8e-423c-9fb2-df6ba60139be HTTP/1.1" status: 200 len: 859 time: 0.0461369 Nov 09 05:22:05.203709 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6cfade73-982b-445c-bb63-9ae51a97bb42 req-71c7b3cd-bd76-45ed-8fc2-c42d41a619c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293980 Nov 09 05:22:05.295104 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6cfade73-982b-445c-bb63-9ae51a97bb42 req-33f0681f-eafa-4f14-ad1c-66ad823e1968 service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830441 Nov 09 05:22:05.383151 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6cfade73-982b-445c-bb63-9ae51a97bb42 req-5c860387-7053-4381-9ad2-9502e746fa1e service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808241 Nov 09 05:22:09.742042 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:22:28.203905 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cadc13f9-7a36-4b2f-b572-2ce27aa1fe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:22:30.384813 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-417f166a-9fb9-4a86-8406-c352d3e23d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:22:31.698050 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:22:33.069362 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:22:33.838117 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:22:35.587449 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:22:39.759788 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:22:58.204541 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-81d9a9a4-33cf-40f7-be55-f9beffa63487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:23:00.385406 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-b73ef481-ef03-4b73-ad04-25033a19d7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:23:01.699643 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:23:03.073070 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:23:03.837502 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:23:06.995000 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c7b575d4-7694-4a6f-a665-ec063206cee3 req-ec881ad3-a15e-4592-ba3e-ca8155f272df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1478033 Nov 09 05:23:07.101147 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b575d4-7694-4a6f-a665-ec063206cee3 req-404f2b82-4a74-4f5f-8860-b241d19f747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:23:07.102668 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c7b575d4-7694-4a6f-a665-ec063206cee3 req-404f2b82-4a74-4f5f-8860-b241d19f747a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 1099 time: 0.0431693 Nov 09 05:23:07.200622 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b575d4-7694-4a6f-a665-ec063206cee3 req-3f6b3558-490e-4f61-877e-387a61afe0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:23:07.202098 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c7b575d4-7694-4a6f-a665-ec063206cee3 req-3f6b3558-490e-4f61-877e-387a61afe0d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 200 len: 920 time: 0.0815032 Nov 09 05:23:07.248024 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c7b575d4-7694-4a6f-a665-ec063206cee3 req-222cdce4-0ccd-4569-a799-14e0ef0728ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 HTTP/1.1" status: 200 len: 217 time: 0.0370314 Nov 09 05:23:07.295015 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b575d4-7694-4a6f-a665-ec063206cee3 req-3e67e34f-ebeb-45bc-a7fd-85c2745433f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:23:07.296399 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c7b575d4-7694-4a6f-a665-ec063206cee3 req-3e67e34f-ebeb-45bc-a7fd-85c2745433f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2499b84-6c8e-423c-9fb2-df6ba60139be HTTP/1.1" status: 200 len: 859 time: 0.0419056 Nov 09 05:23:07.327478 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c7b575d4-7694-4a6f-a665-ec063206cee3 req-eb322b01-0bc6-4847-a071-ce0291e32496 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eb813874-3a1c-46ff-b91a-7dd6ea1c233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233521 Nov 09 05:23:07.416605 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c7b575d4-7694-4a6f-a665-ec063206cee3 req-606d860d-bce2-4056-b50b-482a24a25a6d service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810814 Nov 09 05:23:07.503549 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c7b575d4-7694-4a6f-a665-ec063206cee3 req-e0a60d77-2c07-4c39-971c-1cfb18c4814f service neutron] 10.222.0.20 "GET /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797029 Nov 09 05:23:09.757248 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:23:12.586397 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:23:28.207131 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-79f0965d-d4c7-4b72-a975-ace525e5984a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:23:30.387540 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba848-c594-4572-a886-fdb16c73dfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:23:31.705234 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:23:33.074904 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:23:33.838949 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:23:39.762811 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:23:49.584876 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:23:54.343170 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7417c4f-02be-46c8-bcaf-2ba28f5f8204 req-09b9a483-6590-417b-ba44-c6100875029f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:23:54.345131 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b7417c4f-02be-46c8-bcaf-2ba28f5f8204 req-09b9a483-6590-417b-ba44-c6100875029f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.1234925 Nov 09 05:23:54.394457 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b7417c4f-02be-46c8-bcaf-2ba28f5f8204 req-75fba6b1-cd62-4058-a949-b90d446e49a5 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434444 Nov 09 05:23:55.146716 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2ba33-7795-40ff-a19e-7d347fe8631c req-6ab8fb79-5e87-48c7-b7ee-492b5a2193bc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:23:55.148179 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f1b2ba33-7795-40ff-a19e-7d347fe8631c req-6ab8fb79-5e87-48c7-b7ee-492b5a2193bc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 946 time: 0.0483625 Nov 09 05:23:55.234161 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-f1b2ba33-7795-40ff-a19e-7d347fe8631c req-b80e69d4-3092-45d0-9291-05f8f0a66120 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Deleting port 8e9494d2-6026-4da9-9838-657923b0d3c9 {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:23:55.234495 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-f1b2ba33-7795-40ff-a19e-7d347fe8631c req-b80e69d4-3092-45d0-9291-05f8f0a66120 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:23:55.322871 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-f1b2ba33-7795-40ff-a19e-7d347fe8631c req-b80e69d4-3092-45d0-9291-05f8f0a66120 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] For port 8e9494d2-6026-4da9-9838-657923b0d3c9, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=8e9494d2-6026-4da9-9838-657923b0d3c9,segment=NetworkSegment(2208e046-f033-47f1-96e4-7a48a8ee155f),segment_id=2208e046-f033-47f1-96e4-7a48a8ee155f)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:23:55.323219 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-f1b2ba33-7795-40ff-a19e-7d347fe8631c req-b80e69d4-3092-45d0-9291-05f8f0a66120 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:23:55.335728 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-f1b2ba33-7795-40ff-a19e-7d347fe8631c req-b80e69d4-3092-45d0-9291-05f8f0a66120 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Calling delete_port for 8e9494d2-6026-4da9-9838-657923b0d3c9 owned by compute:nova {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:23:55.460121 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-f1b2ba33-7795-40ff-a19e-7d347fe8631c req-b80e69d4-3092-45d0-9291-05f8f0a66120 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:23:55.488368 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e69d4-3092-45d0-9291-05f8f0a66120 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Pushing event deleted for resources: {'Port': ['ID=8e9494d2-6026-4da9-9838-657923b0d3c9,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:23:55.495339 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['4a887e80-10aa-4e62-9e15-7d3eb5cf25d5', '8e9494d2-6026-4da9-9838-657923b0d3c9'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:23:55.498714 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e69d4-3092-45d0-9291-05f8f0a66120 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:23:55.499397 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e69d4-3092-45d0-9291-05f8f0a66120 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:23:55.499397 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e69d4-3092-45d0-9291-05f8f0a66120 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:23:55.499722 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e69d4-3092-45d0-9291-05f8f0a66120 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:23:55.500049 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e69d4-3092-45d0-9291-05f8f0a66120 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:23:55.500373 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e69d4-3092-45d0-9291-05f8f0a66120 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:23:55.501287 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e69d4-3092-45d0-9291-05f8f0a66120 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:23:55.501629 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e69d4-3092-45d0-9291-05f8f0a66120 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:23:55.501946 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e69d4-3092-45d0-9291-05f8f0a66120 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:23:55.502268 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e69d4-3092-45d0-9291-05f8f0a66120 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:23:55.502586 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e69d4-3092-45d0-9291-05f8f0a66120 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:23:55.502901 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80e69d4-3092-45d0-9291-05f8f0a66120 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:23:55.542291 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b2ba33-7795-40ff-a19e-7d347fe8631c req-b80e69d4-3092-45d0-9291-05f8f0a66120 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] No DVR routers for this DVR port 8e9494d2-6026-4da9-9838-657923b0d3c9 on host hv-cinder-81713 {{(pid=100972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:23:55.544915 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-f1b2ba33-7795-40ff-a19e-7d347fe8631c req-b80e69d4-3092-45d0-9291-05f8f0a66120 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:23:55.548805 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f1b2ba33-7795-40ff-a19e-7d347fe8631c req-b80e69d4-3092-45d0-9291-05f8f0a66120 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.20 "DELETE /v2.0/ports/8e9494d2-6026-4da9-9838-657923b0d3c9 HTTP/1.1" status: 204 len: 173 time: 0.3937652 Nov 09 05:23:55.549238 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e4cb58-5dfa-445a-815e-30dcfaab94e9', 'name': 'network-vif-deleted', 'tag': '8e9494d2-6026-4da9-9838-657923b0d3c9'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:23:55.555414 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4780a379-1f6d-4994-aad0-febf77c67ef5" -d '{"events": [{"server_uuid": "a2e4cb58-5dfa-445a-815e-30dcfaab94e9", "name": "network-vif-deleted", "tag": "8e9494d2-6026-4da9-9838-657923b0d3c9"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:23:55.560534 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-eefc9fda-1f46-4c6b-b1f5-8113dc71455d req-c3b230a0-175e-4b87-839e-a1944e33e7f1 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e4cb58-5dfa-445a-815e-30dcfaab94e9 HTTP/1.1" status: 200 len: 210 time: 0.0951338 Nov 09 05:23:55.616287 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e666a5-ac9e-4730-ab99-2468cd7f1923 x-openstack-request-id: req-32e666a5-ac9e-4730-ab99-2468cd7f1923 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:23:55.616576 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e4cb58-5dfa-445a-815e-30dcfaab94e9", "name": "network-vif-deleted", "tag": "8e9494d2-6026-4da9-9838-657923b0d3c9", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:23:55.616830 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32e666a5-ac9e-4730-ab99-2468cd7f1923 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:23:55.617221 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e4cb58-5dfa-445a-815e-30dcfaab94e9', 'name': 'network-vif-deleted', 'tag': '8e9494d2-6026-4da9-9838-657923b0d3c9', 'status': 'completed', 'code': 200} Nov 09 05:23:57.058576 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa83b8-2186-4090-9706-f58a6471d0a4 req-e5f674ed-eded-49f4-8746-f9e0be452053 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:23:57.060046 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4efa83b8-2186-4090-9706-f58a6471d0a4 req-e5f674ed-eded-49f4-8746-f9e0be452053 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.2749288 Nov 09 05:23:57.106360 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4efa83b8-2186-4090-9706-f58a6471d0a4 req-004ec5cb-df7c-4b99-988e-88b558a18687 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404279 Nov 09 05:23:57.991306 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24288d2-580d-415f-8cb9-19904eeeb024 req-0a14d162-9f3f-48b1-a92e-e2355c73f559 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:23:57.992778 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c24288d2-580d-415f-8cb9-19904eeeb024 req-0a14d162-9f3f-48b1-a92e-e2355c73f559 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.20 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0467432 Nov 09 05:23:58.211154 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-6e974aa0-4116-4ac7-9d0f-29bd158737c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:23:58.349138 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0ef32-61ac-4cc6-91cc-5455cb7511ad req-533075c7-405b-4cb1-a3a3-b22b470e339c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:23:58.350580 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-89f0ef32-61ac-4cc6-91cc-5455cb7511ad req-533075c7-405b-4cb1-a3a3-b22b470e339c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 946 time: 0.0773108 Nov 09 05:23:58.403396 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-c24288d2-580d-415f-8cb9-19904eeeb024 req-b5e204a4-a680-4907-ae78-fd83a7dd5f1d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Deleting port 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:23:58.403754 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-c24288d2-580d-415f-8cb9-19904eeeb024 req-b5e204a4-a680-4907-ae78-fd83a7dd5f1d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:23:58.423868 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-89f0ef32-61ac-4cc6-91cc-5455cb7511ad req-28d2ca26-27ac-4894-8985-5111c734dad6 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ad052f0-4ca2-47fe-ba52-f3ad395c4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672157 Nov 09 05:23:58.496285 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-c24288d2-580d-415f-8cb9-19904eeeb024 req-b5e204a4-a680-4907-ae78-fd83a7dd5f1d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] For port 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=4a887e80-10aa-4e62-9e15-7d3eb5cf25d5,segment=NetworkSegment(2208e046-f033-47f1-96e4-7a48a8ee155f),segment_id=2208e046-f033-47f1-96e4-7a48a8ee155f)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:23:58.496640 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-c24288d2-580d-415f-8cb9-19904eeeb024 req-b5e204a4-a680-4907-ae78-fd83a7dd5f1d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:23:58.508942 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-c24288d2-580d-415f-8cb9-19904eeeb024 req-b5e204a4-a680-4907-ae78-fd83a7dd5f1d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Calling delete_port for 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 owned by compute:nova {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:23:58.631476 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-c24288d2-580d-415f-8cb9-19904eeeb024 req-b5e204a4-a680-4907-ae78-fd83a7dd5f1d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:23:58.659879 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e204a4-a680-4907-ae78-fd83a7dd5f1d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Pushing event deleted for resources: {'Port': ['ID=4a887e80-10aa-4e62-9e15-7d3eb5cf25d5,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:23:58.674429 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['4a887e80-10aa-4e62-9e15-7d3eb5cf25d5'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:23:58.698442 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24288d2-580d-415f-8cb9-19904eeeb024 req-b5e204a4-a680-4907-ae78-fd83a7dd5f1d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] No DVR routers for this DVR port 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 on host hv-cinder-81713 {{(pid=100972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:23:58.698710 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 8e9494d2-6026-4da9-9838-657923b0d3c9 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:23:58.701241 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-c24288d2-580d-415f-8cb9-19904eeeb024 req-b5e204a4-a680-4907-ae78-fd83a7dd5f1d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:23:58.705281 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c24288d2-580d-415f-8cb9-19904eeeb024 req-b5e204a4-a680-4907-ae78-fd83a7dd5f1d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.20 "DELETE /v2.0/ports/4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 HTTP/1.1" status: 204 len: 173 time: 0.7062275 Nov 09 05:23:58.705730 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367541e4-c608-43b0-90da-677a42dc9b16', 'name': 'network-vif-deleted', 'tag': '4a887e80-10aa-4e62-9e15-7d3eb5cf25d5'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:23:58.708161 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dea08b-1d16-4b35-b9e0-883769f14a74" -d '{"events": [{"server_uuid": "367541e4-c608-43b0-90da-677a42dc9b16", "name": "network-vif-deleted", "tag": "4a887e80-10aa-4e62-9e15-7d3eb5cf25d5"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:23:58.720343 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] No Port match for: 8e9494d2-6026-4da9-9838-657923b0d3c9 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:23:58.720688 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 8e9494d2-6026-4da9-9838-657923b0d3c9 not bound to the agent host hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:23:58.721100 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:23:58.740726 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] No Port match for: 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:23:58.741072 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 4a887e80-10aa-4e62-9e15-7d3eb5cf25d5 not bound to the agent host hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:23:58.756035 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5d0dea-bec2-46fd-9fd5-a5c386d35f75 x-openstack-request-id: req-ea5d0dea-bec2-46fd-9fd5-a5c386d35f75 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:23:58.756327 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367541e4-c608-43b0-90da-677a42dc9b16", "name": "network-vif-deleted", "tag": "4a887e80-10aa-4e62-9e15-7d3eb5cf25d5", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:23:58.756579 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea5d0dea-bec2-46fd-9fd5-a5c386d35f75 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:23:58.756974 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367541e4-c608-43b0-90da-677a42dc9b16', 'name': 'network-vif-deleted', 'tag': '4a887e80-10aa-4e62-9e15-7d3eb5cf25d5', 'status': 'completed', 'code': 200} Nov 09 05:23:59.518260 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0a211254-d250-4f2b-a5d6-46194256c729 req-084a99d4-f25f-4633-a790-f482bff400a3 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0289273 Nov 09 05:24:00.387855 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-033a4457-4e0b-4e75-9554-84276d7f13cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:24:00.612287 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4be7e439-ea5e-4f06-a613-ab39125c3d26 req-161ff813-3fce-4773-b02b-f8d971acbf62 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0247431 Nov 09 05:24:01.705079 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ff8b5ebc-1771-4ac3-82d7-fb65d1cfb653 req-00e07bac-c20f-45d0-92d0-646de1930895 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0270979 Nov 09 05:24:01.706338 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:24:02.796832 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-769e1e59-90b8-49f5-9ccd-80272204d364 req-18f76d4a-e8f8-4a0a-bc6c-8469992a4823 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0246687 Nov 09 05:24:03.081267 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:24:03.840041 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:24:03.889090 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f787223b-c46b-4b39-bd08-252713075019 req-76137a9f-d13d-455d-9f1d-5bb0647313c5 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0259054 Nov 09 05:24:04.996082 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-26f8abff-139e-4000-a01f-17d7e9993e8a req-4a637d24-0e37-4161-8f92-167cc0fcfbe4 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0280526 Nov 09 05:24:06.087886 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-fd5322f3-7e06-43c4-8ed4-0dc8a7c5ae46 req-9f02c3da-d5c2-4754-9382-2e581d09a714 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0258076 Nov 09 05:24:07.179767 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a66964ef-c72a-4aed-b582-0750a124dd04 req-9e5c5e72-9f7a-492e-beb9-f5d518d55668 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0259881 Nov 09 05:24:08.272500 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b29c7d23-dfc0-45ff-a791-f901a05e6364 req-30cf24aa-e731-44d3-9dfb-eac44a001180 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0269523 Nov 09 05:24:09.378370 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0b717e3b-ecdb-4294-be16-9ea340ce0325 req-f82829a3-a839-4388-bf19-54f8ab0c8f56 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0268321 Nov 09 05:24:09.775844 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:24:10.470911 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-12df6614-4968-4c13-97d6-c38581520dc2 req-687767ff-5199-4267-a837-e2d9e88eccc7 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0250301 Nov 09 05:24:11.561752 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-78e08b71-d299-4a0d-a7d3-7739f045ea53 req-47cc791c-8f4a-49bd-b356-e4a0fb03f38d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0246980 Nov 09 05:24:12.659669 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-bd8caf6a-35dc-4206-8c32-0119d7d46399 req-d9095a7d-0463-4d3f-ba4a-75edc39c59dd tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0288308 Nov 09 05:24:13.749239 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1151dc77-6a31-4cbd-9cc4-2c322708a56d req-e82c3d77-6d66-461e-9b75-f49f05852e06 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0251234 Nov 09 05:24:14.841288 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-cb45acbe-9c5e-4630-8770-86ad13a8a8b9 req-7a4ce4af-f21f-4162-a3bb-aea4e5518f04 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0255094 Nov 09 05:24:15.933471 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c7cfb0be-a89b-408a-b4fb-ebf3c25342b0 req-dc44203d-78d4-45ce-b335-fff58f1a1a79 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0250671 Nov 09 05:24:17.025907 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2120117b-81a4-44b0-b02f-8c2dd967bcbb req-26c9532f-dda9-487a-b7f7-a399a22d3554 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0276356 Nov 09 05:24:18.119489 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3fa29683-bd20-40b2-ad65-93ad34daf96f req-3e0c5de1-21e7-4bbf-abd3-77a27673c65c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0281496 Nov 09 05:24:19.209933 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-23d2a402-92b0-4c93-a768-d93889bdbcbc req-59c191ee-0fe3-44e6-83c2-42493ffc2feb tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0250936 Nov 09 05:24:20.300914 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-304431ff-94e5-43b9-ad99-699dcef4b355 req-e19e8424-e236-406f-9813-c10bef39726e tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0254476 Nov 09 05:24:21.393101 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f1123ed7-99cd-4110-bce6-0824446ea2d3 req-364e0aaa-8eda-436c-9751-501d295ecdcd tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0258262 Nov 09 05:24:22.483971 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3c6b61e7-a1ef-4a28-baa6-65253a602b23 req-820f38e8-004d-4129-913d-6c009a7073d0 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0247796 Nov 09 05:24:23.575360 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-72b36bbf-2ee8-4b61-b5d6-6651a96d2ec5 req-e68115af-e6ca-4419-abba-40091900a868 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0253980 Nov 09 05:24:24.672973 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d96ed935-7dee-4560-9c73-e5537f6fd5ef req-b7961b77-7854-4b85-9044-c7ce5b0253cd tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0257058 Nov 09 05:24:25.766895 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e81aec94-3fb3-4296-a021-e63256559e84 req-602ce9f8-f35c-4cde-9ab5-92f4506782dc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0289831 Nov 09 05:24:26.585707 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:24:26.861719 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-bff2e63b-01a3-4b42-b4b0-0e5976ee8f69 req-5e1b225d-9ea1-4db2-9510-b12da86904e4 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0283263 Nov 09 05:24:27.954029 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b8c74e1c-bf89-4f29-9c12-cf11b1927de9 req-28ff2a46-d9b5-4e29-8d0b-c06d70649278 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0262210 Nov 09 05:24:28.212349 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e375b9ca-e43b-403d-9b24-e3e40fac1950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:24:29.044365 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ea3382eb-c24f-4461-bb6e-ec0a5246e66d req-860b5f8d-b234-4cb5-8b72-6a00819435c6 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0249457 Nov 09 05:24:30.137196 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-91470ef7-fdca-446d-8692-71c923cab769 req-f56eb516-4978-4eef-b7f4-8895955b3417 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0260623 Nov 09 05:24:30.387812 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-c63b57e0-e8bb-4267-ad4a-d43c0aec97dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:24:31.230040 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b5ecc757-0079-4005-8c5f-a71fdc6caac6 req-1e26398b-2a4a-4f2f-87f8-cba9b2c78989 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0279007 Nov 09 05:24:31.708672 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:24:32.321913 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0a336abb-5150-466d-9444-cb7e54396a45 req-edb9e5fd-fbd6-47ae-9a75-f9cf81c76cd2 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0266364 Nov 09 05:24:33.081456 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:24:33.413417 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4c642b3d-f471-4ea8-bfd8-aa2cc081dac7 req-bfc4320b-32cb-458c-a55c-b6f8269a3ef1 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0260148 Nov 09 05:24:33.839674 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:24:34.505146 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-faf95015-02e4-40e9-9e18-721d7114f7e8 req-08732abc-9dd5-487f-bb1c-81f65b5317d2 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0263848 Nov 09 05:24:35.596799 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0c3f9559-7a1d-4e24-b2c6-a104bdf72cb0 req-e9458891-718c-4ace-bbca-285c80b5ad6b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0254633 Nov 09 05:24:36.689098 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-10e4b647-96fa-4b6c-83bf-d667a157750e req-9316ef6d-ff48-49db-9d08-ddc4b917dec4 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0262070 Nov 09 05:24:37.781060 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3494498d-46dc-4277-bc91-b3364cd830ed req-1de15a9c-9c85-4066-b50c-2e1651a3fdfa tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0254736 Nov 09 05:24:38.875902 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c6360d1b-22a5-4901-af50-ff92ade6524a req-45ae30ba-77d3-4864-846a-b5f33bcf0faa tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0290425 Nov 09 05:24:39.777586 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:24:39.974231 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4efca8a0-d5dd-4091-909b-f5b2a444c8eb req-9c27f3c6-2d4d-464a-944a-9dbb84d2b0f2 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0264146 Nov 09 05:24:41.066035 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c4beb519-4f3a-435b-9d85-d1c3c4c4e312 req-6f61b1b6-9920-4be0-b1c0-760b8fcd9e6c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0257766 Nov 09 05:24:42.157303 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-305385ba-e66e-43aa-8d5c-51cd3b1ec7d3 req-f0442020-a5f2-4d5b-95de-cdbd265099cb tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0251608 Nov 09 05:24:43.250634 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5339e3b1-1119-4f08-8b2c-222ad358faec req-c5f44d41-a516-4884-bbb8-f67f670d0375 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0258675 Nov 09 05:24:44.342989 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-762934bc-aa9e-4fc6-acf6-a7193fffed1e req-022b0831-63c2-43ee-a3d9-3b6c60a54338 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0275609 Nov 09 05:24:45.435420 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3a141014-f069-4ea6-ab00-c987f1d845df req-efa32949-2782-49d1-a658-09ac90a90ad7 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0257783 Nov 09 05:24:46.525321 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-63cb2dd0-949f-488f-b492-120011140eb7 req-309bf1d2-d583-4ea5-810b-4ed7689d6c16 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0253522 Nov 09 05:24:47.617611 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-fea7aef4-f652-4477-9d05-8dbf3107c01c req-22dd0264-aa1e-41ef-a80f-a14cf25c2bc0 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0263774 Nov 09 05:24:48.709080 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-37a1a9c0-de9a-4a62-88d5-bd3b7f3b9598 req-bfeaab72-66ce-47db-b109-3700e1126ad3 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0257704 Nov 09 05:24:49.800188 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e8e98664-c616-439e-bde5-f4d4217cf449 req-43a7e04c-dbf2-46ea-8bfe-2ac9fb773238 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0257394 Nov 09 05:24:50.892769 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-49cc4c8d-4126-49ca-a3c7-9226f4502f8b req-ace5dda7-4265-4d6d-9a83-d4862424f34b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0257590 Nov 09 05:24:51.987334 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-676ca003-5b1f-4a64-83c7-e7241baa1ca9 req-71e5f912-983c-489e-9302-674f888ee7df tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0286465 Nov 09 05:24:53.078229 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-43762a33-5c05-4feb-af89-448174f984c1 req-d9c31771-362b-4dbf-aed1-b4d5decbbf2a tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0247064 Nov 09 05:24:54.169359 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d5b4f1c0-db3f-4a1f-96ce-b3b7f7e2cc1c req-75e41131-711d-4455-8740-e34978f18a74 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0252473 Nov 09 05:24:55.272202 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cb74f675-1e34-4a7c-89ff-e9af37c14c3d req-c8633223-c733-425c-8e93-46719c8eb0b2 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0308573 Nov 09 05:24:56.369845 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a8858050-c429-4773-83b5-766e1dfd1a54 req-83b14f51-5cbb-44c1-9211-9ac6ea9cadbf tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0261238 Nov 09 05:24:57.463835 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-53a41e97-13e6-4c13-9d88-7c8ef50d5422 req-9c969432-3d81-46d6-ac3e-7b2ec0d026a1 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0273652 Nov 09 05:24:58.216412 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-1afb22b9-147c-4b9a-a590-b22757013d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:24:58.555911 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-efda6d6a-ab4d-4a2a-b5ad-a8719280be2a req-bf284182-659b-4e39-8939-03c79eeb82b5 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0259488 Nov 09 05:24:59.647972 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c2b67d6e-9e47-417f-b5b7-3372e1039e3e req-5b7dc24d-12c4-4a08-8902-d480fc12c408 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0253029 Nov 09 05:25:00.389503 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-aff9b3bd-3e8a-4cc1-84d5-dc842d0d66ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:25:00.740024 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7f019b44-68b5-45a9-b285-4cfb33c67404 req-adbe4923-3535-4eae-8668-437a89d5cfcb tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0259688 Nov 09 05:25:01.711116 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:25:01.833480 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4cd46cd1-69d5-473e-abef-da4b00033340 req-f81c5809-89e6-422f-a44c-f05913e3c29c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0260758 Nov 09 05:25:02.924650 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-19910dee-60af-4c28-91e8-814223c6375e req-a32340f7-953c-4a30-a56d-50199c4edfb3 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0257852 Nov 09 05:25:03.084388 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:25:03.584577 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:25:03.840660 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:25:04.023382 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7a453ba4-5d25-41dc-b4f4-dc383015358e req-00421875-f409-4c2f-b1ea-1c1bf739b88b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0265999 Nov 09 05:25:05.118365 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6d0d913f-9cf0-4c42-93e7-626a3e3a77db req-b713e471-88d1-4550-b7e0-c79c4b66a319 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0299773 Nov 09 05:25:06.208545 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-13a9832b-af25-40f7-a378-bb99cd9c73d6 req-d420f386-60c1-46b2-a12b-2a3b3255a2d0 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0254891 Nov 09 05:25:07.300327 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c6ab0bc3-0db6-4a75-bf8a-febe9f4a0915 req-1df9007d-7fa9-4b85-8f7d-eb86a0a00db1 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0253122 Nov 09 05:25:08.394812 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-164cffe7-a54b-434a-8833-d2af8b2983cc req-ab7ab5ef-a66d-4b01-bdc7-205f13fbedba tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0255768 Nov 09 05:25:09.490002 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4aa3e3a3-9218-407d-96b7-9b53abfa1456 req-0c022c94-e4f0-4c30-8aa9-199aa0a7b321 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0263591 Nov 09 05:25:09.790025 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:25:10.583129 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6f5cac38-0518-4917-a87a-27e666e7c15e req-6f9e998f-90fa-48ff-8c5e-bf68b4ae04cb tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0284004 Nov 09 05:25:11.673605 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b7363618-26bc-4586-be50-f783237be2dd req-df35bdc5-4d6b-4c35-9cbd-98cf280134e7 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0257237 Nov 09 05:25:12.764347 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7d97fdfd-b440-450d-9be9-09d07e42243b req-aece74d9-3dbb-4603-8422-2a65391fa379 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0253677 Nov 09 05:25:13.858279 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-37a5d644-3ae9-4010-9017-ed86ab47b0c5 req-50dca882-0503-4d45-8476-6aa2315ec7e7 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0255404 Nov 09 05:25:14.949640 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8b482027-4f12-4fa0-b590-c5ac93af98be req-20fc8c8f-bf85-4688-be59-ff1e12a2f1f3 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0260468 Nov 09 05:25:16.040272 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c45e14ee-32ca-4a65-8d5c-e27abc0dafa1 req-5324d745-55b9-406c-902c-f6a99c24818b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0260596 Nov 09 05:25:17.131028 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-93d946e0-0f88-4377-9d6b-dd9c97d3580a req-e93831f2-ba6e-46a4-9fb3-7a2569cd5520 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0249937 Nov 09 05:25:18.228214 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8a6dee1b-a079-4999-88cd-3debfec9490c req-d539c0c6-833c-4d73-b4ac-9ac52f31b94a tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0304701 Nov 09 05:25:19.322887 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cb38086f-ef85-4373-aaa6-0643235d7986 req-a5b338c3-4841-4b87-9e0b-0a6b01c81872 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0285366 Nov 09 05:25:20.414521 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-dc4fabe9-326c-4be8-a49e-4887a2adab92 req-f5672edd-cf48-4ca0-87d0-d0e4266f2c2a tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0258775 Nov 09 05:25:21.507053 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-50c153ef-4fa8-435b-93d6-07f6b5d6cc84 req-fc6d209c-c661-478e-8568-0b916a00b886 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0252209 Nov 09 05:25:22.598906 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4a1e89bf-2e8c-4ba3-9027-ac150156eefd req-138a74f1-070a-4272-b925-ff620f8b4e89 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0251601 Nov 09 05:25:23.693154 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-375db63c-5114-4a2a-8e99-bdcfee27b478 req-67dc06b7-942e-4903-ad2e-125167efe2c2 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0281582 Nov 09 05:25:24.786275 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4a2fefa0-5009-435b-999e-6ad296080f8c req-04c432c0-cd70-43fe-bae7-8cc66c431f23 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0262368 Nov 09 05:25:25.879869 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a335e8c4-ca67-4fdc-958e-22a8947cb2b9 req-6f607daf-ba3f-4fb7-82d3-ac064c0920b8 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0275095 Nov 09 05:25:26.973131 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-737bcff1-2319-4526-a329-d55de56dafb0 req-0a78c9d9-5953-4f80-8f75-9877958a87a5 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0266914 Nov 09 05:25:28.084670 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-61d157e6-a935-4ff9-aeb4-62591a1e6759 req-69f9d10a-5f42-41ef-8070-0227c10db8a6 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0259364 Nov 09 05:25:28.217751 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-fdc9aa39-6f1e-450f-8b74-6366b22f6dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:25:29.177023 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-32b24b73-75d3-450f-8aae-b440ab1c5119 req-7ab12dd9-0ca2-4b7a-99b9-353e53177608 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0257053 Nov 09 05:25:30.269028 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-40658c6e-3423-4f62-af79-90aea4a26f79 req-03e4fe57-d470-4764-a13a-2eefbeeb8a4b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0263035 Nov 09 05:25:30.390731 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f0926504-f9bf-4a43-a69d-62f215619c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:25:31.362556 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-64c656c1-64be-49db-a784-58ad380f26a3 req-25ecc8d4-bf66-41db-937d-b03b6b2a44ed tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0288668 Nov 09 05:25:31.716847 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:25:32.457501 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2b7d1d45-d530-492b-9af3-7096308be224 req-f7be8c2a-deb6-403e-a4f6-87864a911a53 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0290468 Nov 09 05:25:33.087306 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:25:33.548611 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a44e7ff9-a781-4263-aae4-b67b573df62a req-78dd8837-f88f-4ff5-970c-5e12679d859c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0259821 Nov 09 05:25:33.843816 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:25:34.639990 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-69ce8076-75a9-4e35-891f-192d4be2f1d3 req-300fec70-fedb-4061-9db3-dfb402fb5d94 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0254838 Nov 09 05:25:35.731734 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1cccd1a6-d0f5-4e25-94c4-2ec55bf89554 req-709e962a-45a6-419d-aa15-266d4bee8e30 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0263500 Nov 09 05:25:36.824662 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-43f2e5a6-6815-4b53-8391-3a24508193ed req-4c1011a0-4f4a-4a2b-a6fe-94656225cc46 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0277147 Nov 09 05:25:37.917098 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-568b70d3-4cbe-490f-96c8-ddd75182d48b req-26fd62ee-5bea-4f15-bf40-803db2daa02e tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0266206 Nov 09 05:25:39.010665 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a70563d2-82be-45a6-ac56-1f76dc930ed9 req-106762a7-d775-40c4-8798-bc420379c933 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0264654 Nov 09 05:25:39.793147 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:25:40.103222 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c8eb4513-b98b-4fe8-9389-dbd3ca863945 req-e6f56089-d044-4b74-9e54-524bee4d8bff tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0260115 Nov 09 05:25:40.583190 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:25:41.196692 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a2b73da3-055d-411b-ad76-90060adb2b42 req-56dde6f6-7774-4366-9002-e7bee87e70cf tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0289779 Nov 09 05:25:42.288738 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8f7da568-30db-46c0-b2b4-b222fd7c7db0 req-a0052d48-f296-4660-927c-cd8613e94905 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0257440 Nov 09 05:25:43.380324 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cf5d810a-71d4-45a3-94f5-c30d796341ec req-d99e4c21-4eb4-4059-b915-25b90037caa6 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0249889 Nov 09 05:25:44.478069 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-18388e09-e175-4e2a-97a7-1e10bf0738e2 req-993a435c-eada-421a-8ebb-ac6c4b2c1c00 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0308077 Nov 09 05:25:45.570341 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2fdf041c-e49b-474b-8be5-1387afe9b7c8 req-5c267b9d-4c37-44fa-898c-e05fa219e6ce tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0264471 Nov 09 05:25:46.662203 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5dbb4a15-3a69-4a30-8c33-38daf22d2365 req-80d39755-01a5-49d7-9b2c-b7bdd4a7fabc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0258737 Nov 09 05:25:47.755394 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-59e50ceb-9899-4b1e-91e9-4a3443d83499 req-83abfe24-0d71-44a3-b9bc-e69c80679538 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0272703 Nov 09 05:25:48.845548 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-95e05a2d-09b6-47c3-8a65-f93a5ba38132 req-3f316e94-66f4-4d35-b7c1-302c2e2d83fc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0255635 Nov 09 05:25:49.943954 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-18c87021-8fc2-457a-8a96-ecf0d1277d23 req-d60a45d4-9091-499e-a298-602b5c138dba tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0322053 Nov 09 05:25:51.035566 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e696365b-5edc-4746-98cd-7c7e8fdabe14 req-a0bee703-35c2-4f7d-a80e-34cb2c93a31f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0251398 Nov 09 05:25:52.125834 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f275957f-38ff-452e-8435-9750d69d99b3 req-4c1400c2-959e-4074-9133-813b67924cc4 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0246625 Nov 09 05:25:53.217744 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6e3f26ed-dee5-45a6-b586-831aacca9d9c req-b28efc8f-920c-4d0e-9015-ebb377eec21f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0252888 Nov 09 05:25:54.308904 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8cdc55c8-f1e9-4557-83a4-329e868b1efb req-c9e50fa6-7e71-46f4-8e85-a52c60584e98 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0261772 Nov 09 05:25:55.399397 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a569ebec-5023-4ce6-883e-275a31901020 req-383b9f76-a6b9-48c8-8daf-0c44897f75fb tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0260072 Nov 09 05:25:56.489804 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-23000fb7-3bec-4bf9-b920-dd046c23b5a4 req-a4dcd34b-d66b-4006-9a50-e00f3fa21521 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0249534 Nov 09 05:25:57.587662 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-71aca902-8914-444e-93e2-59c1ba4ddb79 req-43376c5e-b2a1-4a67-82d1-58a74a5b5a97 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0297136 Nov 09 05:25:58.219304 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-91b7c4ce-223d-4a9a-ae58-ca14c8e52e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:25:58.683666 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-64f5eb59-90a2-44d3-95d3-d96394488f62 req-7cc101af-e902-4915-a8c7-a2b7d880f6aa tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0260286 Nov 09 05:25:59.330289 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 33098) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:25:59.448752 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c2ff30e9-046c-4d7e-8f80-66ceffcd4906 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:25:59.520364 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c2ff30e9-046c-4d7e-8f80-66ceffcd4906 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:25:59.523854 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c2ff30e9-046c-4d7e-8f80-66ceffcd4906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:25:59.559835 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-c2ff30e9-046c-4d7e-8f80-66ceffcd4906 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81a08c0c12f64cfa8bd646d9b56abddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283843 Nov 09 05:25:59.560889 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff30e9-046c-4d7e-8f80-66ceffcd4906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955a779a-80eb-4174-b779-f2ff4be6cd74,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:25:59.562530 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 33104) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:25:59.568539 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff30e9-046c-4d7e-8f80-66ceffcd4906 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:25:59.568884 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff30e9-046c-4d7e-8f80-66ceffcd4906 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:25:59.569219 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff30e9-046c-4d7e-8f80-66ceffcd4906 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:25:59.569548 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff30e9-046c-4d7e-8f80-66ceffcd4906 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:25:59.569874 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff30e9-046c-4d7e-8f80-66ceffcd4906 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:25:59.570994 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff30e9-046c-4d7e-8f80-66ceffcd4906 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:25:59.570994 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff30e9-046c-4d7e-8f80-66ceffcd4906 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:25:59.570994 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff30e9-046c-4d7e-8f80-66ceffcd4906 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:25:59.571384 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff30e9-046c-4d7e-8f80-66ceffcd4906 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:25:59.571500 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff30e9-046c-4d7e-8f80-66ceffcd4906 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:25:59.571765 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff30e9-046c-4d7e-8f80-66ceffcd4906 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:25:59.572081 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ff30e9-046c-4d7e-8f80-66ceffcd4906 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:25:59.609827 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-3ef9a808-54f9-4f58-9559-b521474c98a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:25:59.632980 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-3ef9a808-54f9-4f58-9559-b521474c98a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:25:59.678212 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-3ef9a808-54f9-4f58-9559-b521474c98a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:25:59.680884 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-3ef9a808-54f9-4f58-9559-b521474c98a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:25:59.682201 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-3ef9a808-54f9-4f58-9559-b521474c98a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/955a779a-80eb-4174-b779-f2ff4be6cd74 HTTP/1.1" status: 204 len: 168 time: 0.1185019 Nov 09 05:25:59.690059 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9a808-54f9-4f58-9559-b521474c98a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955a779a-80eb-4174-b779-f2ff4be6cd74,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:25:59.697074 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9a808-54f9-4f58-9559-b521474c98a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:25:59.697456 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9a808-54f9-4f58-9559-b521474c98a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:25:59.697791 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9a808-54f9-4f58-9559-b521474c98a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:25:59.698121 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9a808-54f9-4f58-9559-b521474c98a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:25:59.698447 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9a808-54f9-4f58-9559-b521474c98a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:25:59.698776 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9a808-54f9-4f58-9559-b521474c98a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:25:59.699209 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9a808-54f9-4f58-9559-b521474c98a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:25:59.699414 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9a808-54f9-4f58-9559-b521474c98a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:25:59.699765 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9a808-54f9-4f58-9559-b521474c98a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:25:59.700084 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9a808-54f9-4f58-9559-b521474c98a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:25:59.700402 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9a808-54f9-4f58-9559-b521474c98a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:25:59.700716 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9a808-54f9-4f58-9559-b521474c98a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:25:59.783255 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5fcf4608-a6df-41f6-b276-6184d428999c req-a5dbc941-bc23-4378-8bf4-d555ac393f4a tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0272093 Nov 09 05:25:59.936408 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 33112) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:25:59.952075 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bcec4daa-27f7-4dfa-9692-c2df6cb60f4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:00.024576 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bcec4daa-27f7-4dfa-9692-c2df6cb60f4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:00.027974 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bcec4daa-27f7-4dfa-9692-c2df6cb60f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:00.063119 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec4daa-27f7-4dfa-9692-c2df6cb60f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ad373e-cc25-4aaa-9662-2e7165a28701,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:26:00.069388 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-bcec4daa-27f7-4dfa-9692-c2df6cb60f4d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88427282cab844b493095b9f9447140e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319611 Nov 09 05:26:00.072126 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 33114) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:26:00.117394 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1583363-aabd-4532-bcbd-2e190990ce74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:00.137868 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1583363-aabd-4532-bcbd-2e190990ce74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:00.182803 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1583363-aabd-4532-bcbd-2e190990ce74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:00.185343 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a1583363-aabd-4532-bcbd-2e190990ce74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:00.186476 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-a1583363-aabd-4532-bcbd-2e190990ce74 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04ad373e-cc25-4aaa-9662-2e7165a28701 HTTP/1.1" status: 204 len: 168 time: 0.1135674 Nov 09 05:26:00.194165 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1583363-aabd-4532-bcbd-2e190990ce74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ad373e-cc25-4aaa-9662-2e7165a28701,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:26:00.392513 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-9fc3cc10-4005-4690-89ed-f4e7c7d9c1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:00.880467 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8dbf4788-58a1-4ad7-a900-07c1cd7df4e6 req-3cd571bd-2efc-4a7a-81e8-dc35bfcc0bd8 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0288734 Nov 09 05:26:01.717577 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:01.974949 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f39005c8-a159-40c8-ae37-f60766e2c5a4 req-262171db-a3af-4250-9385-25dd95bd1bae tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0288684 Nov 09 05:26:03.070298 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9924ebb3-7ee3-483d-afe5-93da5b753d5c req-ae8206f3-c377-4b77-9db2-77acab3d46e3 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0292838 Nov 09 05:26:03.093463 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:03.845116 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:04.166689 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b4f306a1-da7d-4e82-bec6-b5ade844ba11 req-03d751f3-2803-4287-ae6f-fb60d1f8b537 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0298750 Nov 09 05:26:05.258478 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b966eca2-7a81-4629-8abc-f7b33932ca8d req-8a807de1-f80a-46ae-8cdf-28669c70f9f9 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0261648 Nov 09 05:26:06.349459 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-90a2aa06-433f-4fbc-9d26-2569262d1d40 req-1d2c1eec-e51a-42e0-a8f2-70caafe23d14 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0255222 Nov 09 05:26:07.441858 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f7aaebf5-e418-42c4-8cb8-e91e97f9539d req-a0fa4156-8c5e-43a7-bb9c-bc4a0f11bfdf tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0253208 Nov 09 05:26:08.532728 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-79d286e3-417f-490d-a469-5f4b475a7748 req-38eef4d5-e892-47cc-94a1-c647e2695951 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0251646 Nov 09 05:26:09.625426 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1cee2c48-1865-48ac-b51d-e2ce75e9e6d9 req-a4718960-bdd3-4c9b-87b1-e912c8205059 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0247974 Nov 09 05:26:09.792740 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:10.716869 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8c0565f7-37e8-43a0-a183-b5fda386d35b req-08e5206b-f6a3-499c-a226-b74383d611e2 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0254223 Nov 09 05:26:11.811223 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5b3706a3-818e-4afd-b54b-b2105e465e0a req-8a82de31-1477-400d-bada-20b04f027fd6 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0283339 Nov 09 05:26:12.903945 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-610cf724-c24f-4872-94b9-00941a0a3041 req-057dda37-9adb-4c8f-a36e-123862bec374 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0264862 Nov 09 05:26:14.002218 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d239b398-d715-4ffe-9a3a-4f513b3330ce req-92415eb7-f629-47f0-8d8b-5109f9ccc5cc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0298457 Nov 09 05:26:15.094294 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-900db772-b2ed-40d7-a0d9-e59555768923 req-8ca493f2-5914-4043-90c5-36cb4c75ac11 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0256100 Nov 09 05:26:16.185966 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a5f14e18-e0b6-444f-8474-20ba1009a63b req-bc5fbfcb-a61a-4d0f-a3f0-9c4d798ff72e tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0249224 Nov 09 05:26:17.280267 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-adf72427-bf08-4680-852e-45a84221d99a req-91a8f130-0ae7-4c86-8968-455d16bd5b18 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0292401 Nov 09 05:26:17.582070 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:26:18.373283 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-111ac9bf-e037-49f3-8359-5eba264154db req-b67ed3b9-0291-4c11-bec6-c7e2336ec4d5 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0273798 Nov 09 05:26:19.465378 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5ab85a2d-de79-4d20-bec2-1c02fd5f3fef req-e28c38c3-58a6-46aa-96c6-8ebfa72247b6 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0259771 Nov 09 05:26:20.557378 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-37c809ec-240e-4955-be7c-93ad0534556b req-34f68251-0a79-41c4-a3bd-a1f0fc9e273b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0249450 Nov 09 05:26:21.649404 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6dc7afb4-8917-44f4-9310-d4ee46ec7131 req-5268a18b-c22e-4e52-9147-cee2349299ff tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0263100 Nov 09 05:26:22.740454 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-45f85041-b6ce-4515-ac55-557acdd08ea9 req-ee3467f2-76d7-40b1-9dc1-10616097d2d6 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0263679 Nov 09 05:26:23.831891 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-77a242f3-9e08-4742-a387-d6744a0af67b req-77398e41-1aea-4b1e-a3f1-1fae3ccec36f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0260811 Nov 09 05:26:24.927332 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-abd530c9-fdaf-4047-8782-1cc900d0431c req-67f8dbda-f7e7-44d0-9802-968a2fbfbd69 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0282526 Nov 09 05:26:26.021623 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-86522e13-7641-4699-af9a-764580a6d591 req-34015e3b-47dd-45c4-98c3-571444309841 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0264175 Nov 09 05:26:27.114111 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f9ebadc2-3630-4127-a49a-c7b347de3554 req-6aa1f33d-4fcb-4fa1-81ba-22128862cf90 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0257387 Nov 09 05:26:28.208507 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0496e8b2-2a11-41ba-90b1-2ba200543830 req-3a426248-0926-4e39-934f-2b844ea17f63 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0275431 Nov 09 05:26:28.220736 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-78e0e10d-d012-4358-8c9b-8f3c7b0cd79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:29.310665 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9bb77107-0985-4978-a763-f3bad49b77e8 req-1b95d95b-7b4b-4f9f-bf91-29e5fd75c742 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0273607 Nov 09 05:26:30.394116 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-d6dd0c57-bd4b-44fe-b280-55e85df1f97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:30.405604 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-cd590ef8-2856-428d-ad04-a23e0882405d req-7e0487d2-33ea-452b-9ef6-1c57175df3a2 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0288987 Nov 09 05:26:31.497091 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-89015e9f-3c87-40ee-87d2-7b0a64d1cc9b req-5f4287f2-6da4-4213-ad86-e9024cbe8ecd tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0263648 Nov 09 05:26:31.720682 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:32.588364 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e2b77353-fa28-4e90-a8e5-5c7a9ec5561c req-4e1f44d7-9a36-4710-8d62-5d7fb23e6117 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0253065 Nov 09 05:26:33.087904 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:33.680112 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-fa7e4e61-f990-4345-ad98-2593b6bc3358 req-fd107530-1f6a-4131-8d95-aeae52d01b72 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0260262 Nov 09 05:26:33.847046 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:34.770308 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ae9b89e2-a0b6-454c-b04f-a1ba3df00ee2 req-9b6a4aaf-b190-47d6-9493-c3156938a9b7 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0259273 Nov 09 05:26:35.862799 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f6e06068-d60c-4e7a-9ba5-ed09a2f02c16 req-a82bb8a5-3239-4b13-a8e1-e7705dd6aef4 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0251279 Nov 09 05:26:36.954200 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6132cbc1-5529-41fc-8ad2-da63ce3ba9ea req-80a52e0c-c8db-47b0-af56-5335acdce83a tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0259442 Nov 09 05:26:38.048843 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-dc313cee-6911-49b9-a899-3e74482bc73d req-af7684be-43d4-43d2-bfef-268fe7809fbe tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0290923 Nov 09 05:26:39.139587 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c0dbcdd6-e4b9-4734-a753-cbce82ebc636 req-067fdb41-135b-4593-bbc8-796c09153c18 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0261412 Nov 09 05:26:39.801614 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:40.232151 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cf49fd67-b89f-438d-be50-a22f1e6eb3e7 req-4767ff8c-63bc-46a7-a7d3-ad4f42706dd3 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0270553 Nov 09 05:26:41.497719 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-95b6f211-87fe-4c6e-b831-97271918b374 req-be81d0f0-b6e8-4ea0-b6c0-69f425f52b5d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0267487 Nov 09 05:26:42.589538 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d5257205-29b1-46a8-b6af-30ac2207149a req-12375381-7669-40c6-ae3c-915fc29a50be tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0257733 Nov 09 05:26:43.689170 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3cec9c43-fec4-4537-8c44-cd721e92bdae req-33ae3259-0b79-486a-b6c7-bf804cd6992c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0302608 Nov 09 05:26:44.779277 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d6fe9ad3-b5b7-421d-a353-68c54d359d89 req-d7ccbe25-db63-4064-9642-f842f330a447 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0255606 Nov 09 05:26:45.872166 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f14ebe11-54cb-41cf-b2c2-119de52262fe req-3f7b06cc-2dc9-41d8-bd76-dd440b10dccc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0267541 Nov 09 05:26:46.967964 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f6932276-5666-4374-a8f3-665ceae76baf req-4646c848-59bf-42f4-9ea0-29916c91bcd0 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0253818 Nov 09 05:26:48.059219 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d42efc52-1dd1-4cec-aac3-0c8a4bdaf9a4 req-3d33f138-87b5-45b4-9ccb-e3c2804bcd5e tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0258875 Nov 09 05:26:49.149423 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8dd4fd90-b750-45bf-8743-f893065e74af req-47e10abb-d4ca-41be-abf4-648d1862661b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0249574 Nov 09 05:26:50.242207 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ec7a43ec-4f88-45e6-8f69-453208e2cfe6 req-afdd1a14-bf4e-4d03-887f-bf4c6706eb64 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0268462 Nov 09 05:26:51.334622 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e4fa0368-24ce-4086-9d76-20f1acb59e50 req-20f57220-3a52-434b-b804-ae79dbef2702 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0277855 Nov 09 05:26:52.426211 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2de98636-2772-435b-b8eb-0cf8e95cef8a req-5a239a93-9a00-4e08-9a51-364c9edff440 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0253396 Nov 09 05:26:53.517449 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e734bf2c-bf88-47a0-ae57-31998ae7ba1d req-d1aed57c-eff7-4bb0-a9d2-e79b7c519cf7 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0256648 Nov 09 05:26:54.580086 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:26:54.608053 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4a5f9db4-75a5-4646-a6a8-df8a5896eb3f req-e0f0992d-4e56-4ce0-aa81-ee2fa2653a63 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0249524 Nov 09 05:26:55.698771 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-74d427e6-1bbf-4ff8-9944-508f5cdc89a8 req-5c6c7c75-f88f-4b8f-a967-35c5bb9964e6 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0255733 Nov 09 05:26:56.803049 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-af1db48b-097d-4f8e-9948-16e4e9ed5bf3 req-75459cae-ad45-4a70-bd72-ee81e2b6b6bc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0372601 Nov 09 05:26:56.805848 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 33290) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:26:57.360153 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-75ba392b-133a-4b54-9b63-11682b677576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-461718'] for router_interface, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:57.645674 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-75ba392b-133a-4b54-9b63-11682b677576 admin admin] Deleting port 86d3efb5-b1bf-48fe-887e-23d6b4897ca4 {{(pid=100971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:26:57.646017 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-75ba392b-133a-4b54-9b63-11682b677576 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:57.719487 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [None req-75ba392b-133a-4b54-9b63-11682b677576 admin admin] For port 86d3efb5-b1bf-48fe-887e-23d6b4897ca4, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=86d3efb5-b1bf-48fe-887e-23d6b4897ca4,segment=NetworkSegment(52977b9b-7dbb-46b3-9e6e-45b18f32a431),segment_id=52977b9b-7dbb-46b3-9e6e-45b18f32a431)] {{(pid=100971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:26:57.719880 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-75ba392b-133a-4b54-9b63-11682b677576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:57.732171 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-75ba392b-133a-4b54-9b63-11682b677576 admin admin] Calling delete_port for 86d3efb5-b1bf-48fe-887e-23d6b4897ca4 owned by network:router_interface {{(pid=100971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:26:57.925688 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e6ff8ba1-6bbc-4dd4-9f54-56145d8ac75e req-754f176f-ff7d-42ab-9f33-973422b8a03f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0435019 Nov 09 05:26:57.944349 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-75ba392b-133a-4b54-9b63-11682b677576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:57.967538 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba392b-133a-4b54-9b63-11682b677576 admin admin] Pushing event deleted for resources: {'Port': ['ID=86d3efb5-b1bf-48fe-887e-23d6b4897ca4,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:26:58.130916 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-75ba392b-133a-4b54-9b63-11682b677576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-601895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461862'] for router_interface, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:58.224206 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-b54fb67b-3097-42dc-9507-895fd7f0b47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:58.337984 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ba392b-133a-4b54-9b63-11682b677576 admin admin] Router fc61767b-f15e-4f2f-8c3c-3f064bba1818 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:26:58.437885 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ba392b-133a-4b54-9b63-11682b677576 admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:26:58.444080 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-75ba392b-133a-4b54-9b63-11682b677576 admin admin] 10.222.0.41 "PUT /v2.0/routers/fc61767b-f15e-4f2f-8c3c-3f064bba1818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6372001 Nov 09 05:26:58.446137 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 33302) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:26:58.447653 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82350cf2-714d-4523-bbaf-064e3236c274 None None] Sync routers for ids ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'] in dv-cinder-817135-2-iscsi {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:26:58.456851 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82350cf2-714d-4523-bbaf-064e3236c274 None None] Routers {'fc61767b-f15e-4f2f-8c3c-3f064bba1818'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:26:58.457451 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-82350cf2-714d-4523-bbaf-064e3236c274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:26:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:26:58.548060 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-967b0c78-45e6-4ace-b33c-1ccf13e3650a admin admin] Publish callbacks [] for router, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:58.635681 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-82350cf2-714d-4523-bbaf-064e3236c274 None None] Set router fc61767b-f15e-4f2f-8c3c-3f064bba1818 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:26:58.649612 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-967b0c78-45e6-4ace-b33c-1ccf13e3650a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:58.703846 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-967b0c78-45e6-4ace-b33c-1ccf13e3650a admin admin] Deleting port d196c12a-8751-4b47-b284-56cdba9e4337 {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:26:58.704177 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-967b0c78-45e6-4ace-b33c-1ccf13e3650a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:58.781061 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [None req-967b0c78-45e6-4ace-b33c-1ccf13e3650a admin admin] For port d196c12a-8751-4b47-b284-56cdba9e4337, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=d196c12a-8751-4b47-b284-56cdba9e4337,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:26:58.781450 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-967b0c78-45e6-4ace-b33c-1ccf13e3650a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:58.794667 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-967b0c78-45e6-4ace-b33c-1ccf13e3650a admin admin] Calling delete_port for d196c12a-8751-4b47-b284-56cdba9e4337 owned by network:router_gateway {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:26:58.806600 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-82350cf2-714d-4523-bbaf-064e3236c274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'name': 'tempest-AttachVolumeShelveTestJSON-1096774964-router', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T05:26:57Z', 'revision_number': 5, 'project_id': 'df921510edf34ac09f5be957837f5546', 'gw_port': {'id': 'd196c12a-8751-4b47-b284-56cdba9e4337', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:29Z', 'updated_at': '2021-11-09T04:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:26:58.832784 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82350cf2-714d-4523-bbaf-064e3236c274 None None] Checking router: fc61767b-f15e-4f2f-8c3c-3f064bba1818 for host: dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:26:58.841123 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82350cf2-714d-4523-bbaf-064e3236c274 None None] Routers {'fc61767b-f15e-4f2f-8c3c-3f064bba1818'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:26:58.841915 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-82350cf2-714d-4523-bbaf-064e3236c274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:26:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:26:58.927353 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-82350cf2-714d-4523-bbaf-064e3236c274 None None] Set router fc61767b-f15e-4f2f-8c3c-3f064bba1818 gateway port host: None {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:26:58.964963 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-967b0c78-45e6-4ace-b33c-1ccf13e3650a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:58.982020 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-82350cf2-714d-4523-bbaf-064e3236c274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'name': 'tempest-AttachVolumeShelveTestJSON-1096774964-router', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T05:26:58Z', 'revision_number': 6, 'project_id': 'df921510edf34ac09f5be957837f5546', 'gw_port_host': None}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:26:58.993156 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b0c78-45e6-4ace-b33c-1ccf13e3650a admin admin] Pushing event deleted for resources: {'Port': ['ID=d196c12a-8751-4b47-b284-56cdba9e4337,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:26:59.010148 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82350cf2-714d-4523-bbaf-064e3236c274 None None] The sync data for ids ['fc61767b-f15e-4f2f-8c3c-3f064bba1818'] in dv-cinder-817135-2-iscsi is: [{'id': 'fc61767b-f15e-4f2f-8c3c-3f064bba1818', 'name': 'tempest-AttachVolumeShelveTestJSON-1096774964-router', 'tenant_id': 'df921510edf34ac09f5be957837f5546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T05:26:58Z', 'revision_number': 6, 'project_id': 'df921510edf34ac09f5be957837f5546', 'gw_port_host': None}] {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:26:59.064182 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b363b66f-10d3-4623-bec7-975e2f3ba417 req-a32b27ae-2efe-4d08-84a7-1b0bad75c37a tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0600572 Nov 09 05:26:59.083338 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-967b0c78-45e6-4ace-b33c-1ccf13e3650a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461276'] for router_gateway, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:59.183100 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-967b0c78-45e6-4ace-b33c-1ccf13e3650a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5227'] for router, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:59.185166 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-967b0c78-45e6-4ace-b33c-1ccf13e3650a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:59.248346 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-967b0c78-45e6-4ace-b33c-1ccf13e3650a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-462693'] for router, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:59.248893 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967b0c78-45e6-4ace-b33c-1ccf13e3650a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc61767b-f15e-4f2f-8c3c-3f064bba1818 {{(pid=100972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 05:26:59.253841 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-967b0c78-45e6-4ace-b33c-1ccf13e3650a admin admin] Publish callbacks [] for router, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:59.255202 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-967b0c78-45e6-4ace-b33c-1ccf13e3650a admin admin] 10.222.0.41 "DELETE /v2.0/routers/fc61767b-f15e-4f2f-8c3c-3f064bba1818 HTTP/1.1" status: 204 len: 168 time: 0.8080139 Nov 09 05:26:59.257873 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 33306) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:26:59.301411 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6ac316-ce51-4853-bf66-65b3b8415fbe admin admin] Deleting subnet 5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6 {{(pid=100972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 05:26:59.305010 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2c6ac316-ce51-4853-bf66-65b3b8415fbe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:59.339955 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2c6ac316-ce51-4853-bf66-65b3b8415fbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25701761'] for subnet, precommit_delete_associations {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:59.450883 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2c6ac316-ce51-4853-bf66-65b3b8415fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16203819'] for subnet, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:59.501550 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2c6ac316-ce51-4853-bf66-65b3b8415fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16203810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25700707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26186246'] for subnet, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:59.528648 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ac316-ce51-4853-bf66-65b3b8415fbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:26:59.530560 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2c6ac316-ce51-4853-bf66-65b3b8415fbe admin admin] Publish callbacks [] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:59.533690 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-2c6ac316-ce51-4853-bf66-65b3b8415fbe admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5c0eb2e5-9104-45b0-851e-2ae3e3a6d5a6 HTTP/1.1" status: 204 len: 168 time: 0.2748649 Nov 09 05:26:59.535022 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e69504-b267-4426-b87f-e5c7c5233329 None None] Network c60fd891-87b5-46cd-8c22-d608e60c1a68 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:26:59.536332 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 33308) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:26:59.610493 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16329678'] for network, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:59.662857 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Deleting port e763d971-c299-4400-ab26-bc320a0563ee {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:26:59.663189 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:59.727212 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] For port e763d971-c299-4400-ab26-bc320a0563ee, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=e763d971-c299-4400-ab26-bc320a0563ee,segment=NetworkSegment(52977b9b-7dbb-46b3-9e6e-45b18f32a431),segment_id=52977b9b-7dbb-46b3-9e6e-45b18f32a431)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:26:59.727523 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:59.741595 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Calling delete_port for e763d971-c299-4400-ab26-bc320a0563ee owned by network:dhcp {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:26:59.752527 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ce7afb-3e9a-4520-9106-2060a92cebce None None] DHCP port deletion for c60fd891-87b5-46cd-8c22-d608e60c1a68 request from dv-cinder-817135-2-iscsi {{(pid=100973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 05:26:59.801659 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-e3ce7afb-3e9a-4520-9106-2060a92cebce None None] Deleting port e763d971-c299-4400-ab26-bc320a0563ee {{(pid=100973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:26:59.802069 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e3ce7afb-3e9a-4520-9106-2060a92cebce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:59.827579 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:59.855738 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] No DVR routers for this DVR port e763d971-c299-4400-ab26-bc320a0563ee on host dv-cinder-817135-2-iscsi {{(pid=100972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:26:59.872234 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-e3ce7afb-3e9a-4520-9106-2060a92cebce None None] For port e763d971-c299-4400-ab26-bc320a0563ee, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=e763d971-c299-4400-ab26-bc320a0563ee,segment=NetworkSegment(52977b9b-7dbb-46b3-9e6e-45b18f32a431),segment_id=52977b9b-7dbb-46b3-9e6e-45b18f32a431)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:26:59.872922 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e3ce7afb-3e9a-4520-9106-2060a92cebce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:59.882746 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Pushing event deleted for resources: {'Port': ['ID=e763d971-c299-4400-ab26-bc320a0563ee,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:26:59.886543 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-e3ce7afb-3e9a-4520-9106-2060a92cebce None None] Calling delete_port for e763d971-c299-4400-ab26-bc320a0563ee owned by network:dhcp {{(pid=100973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:26:59.898914 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:26:59.899260 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:26:59.899592 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:26:59.899943 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:26:59.900268 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:26:59.901030 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:26:59.901369 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:26:59.901693 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:26:59.902015 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:26:59.902333 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:26:59.902649 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:26:59.902960 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:26:59.947479 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16206686', 'neutron.services.segments.db._delete_segments_for_network-8784574975281'] for network, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:26:59.973482 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60fd891-87b5-46cd-8c22-d608e60c1a68']}} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:26:59.983746 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52977b9b-7dbb-46b3-9e6e-45b18f32a431') {'for_net_delete': True} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:26:59.983962 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52977b9b-7dbb-46b3-9e6e-45b18f32a431') {} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:26:59.994278 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784575010618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25701784'] for segment, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:27:00.000603 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e3ce7afb-3e9a-4520-9106-2060a92cebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393'] for port, after_delete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:27:00.009854 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:27:00.016895 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=100972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 05:27:00.017422 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25700741'] for segment, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: Traceback (most recent call last): Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: timer() Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: cb(*args, **kw) Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: return func(*args, **kwargs) Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: self._notify() Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: self.callback(batched_events) Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: event.method(event) Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: return f(self, *a, **k) Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: return self._get(url).json() Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: return self.request(url, 'GET', **kwargs) Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 05:27:00.019131 dv-cinder-817135-2-iscsi neutron-server[100972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 05:27:00.024468 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce7afb-3e9a-4520-9106-2060a92cebce None None] Pushing event deleted for resources: {'Port': ['ID=e763d971-c299-4400-ab26-bc320a0563ee,revision_number=None']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:27:00.034053 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce7afb-3e9a-4520-9106-2060a92cebce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:27:00.034417 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce7afb-3e9a-4520-9106-2060a92cebce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:27:00.034756 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce7afb-3e9a-4520-9106-2060a92cebce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:27:00.035391 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce7afb-3e9a-4520-9106-2060a92cebce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:27:00.035391 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce7afb-3e9a-4520-9106-2060a92cebce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:27:00.035794 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce7afb-3e9a-4520-9106-2060a92cebce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:27:00.036141 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce7afb-3e9a-4520-9106-2060a92cebce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:27:00.036582 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce7afb-3e9a-4520-9106-2060a92cebce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:27:00.036975 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce7afb-3e9a-4520-9106-2060a92cebce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:27:00.037312 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce7afb-3e9a-4520-9106-2060a92cebce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:27:00.037636 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce7afb-3e9a-4520-9106-2060a92cebce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:27:00.037952 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce7afb-3e9a-4520-9106-2060a92cebce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:27:00.040801 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ce7afb-3e9a-4520-9106-2060a92cebce None None] No DVR routers for this DVR port e763d971-c299-4400-ab26-bc320a0563ee on host dv-cinder-817135-2-iscsi {{(pid=100973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:27:00.093522 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16205741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461216'] for network, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:27:00.108235 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:27:00.111382 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] 10.222.0.41 "DELETE /v2.0/networks/c60fd891-87b5-46cd-8c22-d608e60c1a68 HTTP/1.1" status: 204 len: 168 time: 0.5740790 Nov 09 05:27:00.112685 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68119343-e58a-42da-ba25-21dda8157fea admin admin] Pushing event deleted for resources: {'Network': ['ID=c60fd891-87b5-46cd-8c22-d608e60c1a68,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:27:00.169835 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-691caed0-da21-42e5-936e-77cea99e9c9e req-7ae68024-d30d-4165-b927-8f7a1aeee89a tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0274532 Nov 09 05:27:00.229445 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 33314) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:27:00.268684 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-a43c01ed-1dda-4bdf-8827-20d66e7bb72b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df921510edf34ac09f5be957837f5546&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381110 Nov 09 05:27:00.271113 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 33316) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:27:00.331873 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-169c6456-5aa2-4325-bc06-b4ef2c4ebebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:27:00.357222 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-169c6456-5aa2-4325-bc06-b4ef2c4ebebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:27:00.399278 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-48cab1e9-cccc-44b4-9c19-45648ce4f1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:27:00.404194 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-169c6456-5aa2-4325-bc06-b4ef2c4ebebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:27:00.406712 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-169c6456-5aa2-4325-bc06-b4ef2c4ebebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:27:00.410107 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-169c6456-5aa2-4325-bc06-b4ef2c4ebebe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d4bc677-3277-4879-9b56-14c0c14ac5d1 HTTP/1.1" status: 204 len: 168 time: 0.1358006 Nov 09 05:27:00.415919 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c6456-5aa2-4325-bc06-b4ef2c4ebebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4bc677-3277-4879-9b56-14c0c14ac5d1,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:27:00.422804 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c6456-5aa2-4325-bc06-b4ef2c4ebebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:27:00.423155 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c6456-5aa2-4325-bc06-b4ef2c4ebebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:27:00.423492 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c6456-5aa2-4325-bc06-b4ef2c4ebebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:27:00.423848 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c6456-5aa2-4325-bc06-b4ef2c4ebebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:27:00.424178 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c6456-5aa2-4325-bc06-b4ef2c4ebebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:27:00.424504 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c6456-5aa2-4325-bc06-b4ef2c4ebebe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:27:00.424830 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c6456-5aa2-4325-bc06-b4ef2c4ebebe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:27:00.425156 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c6456-5aa2-4325-bc06-b4ef2c4ebebe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:27:00.425479 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c6456-5aa2-4325-bc06-b4ef2c4ebebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:27:00.425794 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c6456-5aa2-4325-bc06-b4ef2c4ebebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:27:00.426654 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c6456-5aa2-4325-bc06-b4ef2c4ebebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:27:00.426972 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c6456-5aa2-4325-bc06-b4ef2c4ebebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:27:00.853064 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device e763d971-c299-4400-ab26-bc320a0563ee no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:27:00.875900 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: e763d971-c299-4400-ab26-bc320a0563ee {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:27:00.876234 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device e763d971-c299-4400-ab26-bc320a0563ee not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:27:00.876647 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 86d3efb5-b1bf-48fe-887e-23d6b4897ca4 no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:27:00.896862 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: 86d3efb5-b1bf-48fe-887e-23d6b4897ca4 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:27:00.897196 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 86d3efb5-b1bf-48fe-887e-23d6b4897ca4 not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:27:00.897600 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device d196c12a-8751-4b47-b284-56cdba9e4337 no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:27:00.915938 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: d196c12a-8751-4b47-b284-56cdba9e4337 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:27:00.916275 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device d196c12a-8751-4b47-b284-56cdba9e4337 not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:27:01.258805 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e7b9c4d7-0de9-4ed3-aa4e-bc77339122aa req-19f490ea-114a-4193-afd8-97e26956d865 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0256233 Nov 09 05:27:01.722141 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:27:02.352295 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1a938eb9-90a6-4813-8167-b346dee23388 req-f9530725-3b69-44c5-8d85-0dd0803de7f5 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0253079 Nov 09 05:27:03.090052 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:27:03.442763 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c4a230dc-9987-4a8d-9be8-64803ebea07c req-93a6c7b1-01c2-407c-a64d-b40d7e58eae2 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0252199 Nov 09 05:27:03.848881 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:27:04.537076 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-da9352b6-170a-4ad6-bf04-a59e160308bb req-8680870d-89a6-48ae-bd45-a51cb96a0b28 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0244625 Nov 09 05:27:05.630250 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f419aba9-3ac9-4635-8dd3-f8a6aff7f8be req-daf4b020-e4dc-4bcf-bcea-0ed7f46756fd tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0281646 Nov 09 05:27:06.722522 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c91105d1-820c-4735-8eb8-4437a972f03d req-de48d39b-2e6a-45e2-bc25-f70828bf7825 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0257506 Nov 09 05:27:07.814674 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d8d30bb3-c2d7-4759-8c9d-c2472ae81923 req-3079d572-6d15-4320-930b-0a6d35eed503 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0246677 Nov 09 05:27:08.905855 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c5c7b980-7ef8-47da-956b-758c5522b2e6 req-30732a46-9e15-4bfc-9521-53ca21900832 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0251050 Nov 09 05:27:09.815303 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:27:09.997366 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-aa83ac75-e36c-47f5-9889-984345b1fc95 req-5190dde8-19e2-4f32-bbe3-4969fa2f85f3 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0261581 Nov 09 05:27:11.087245 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8728fda6-ed8d-4612-a7a4-aa2fe9dd7986 req-84304797-5946-4aa3-b929-f45c493f5a24 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0254726 Nov 09 05:27:12.181173 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cacaebbd-ab7e-4eab-a357-07b88ba4c3d3 req-44e50f20-ce78-4ce7-b078-c2345f360875 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0288756 Nov 09 05:27:13.272685 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a1f061e2-a2f7-45d7-a92a-fa4f85108b09 req-18f50d79-4f97-4786-9354-61ee4a171fbc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0258870 Nov 09 05:27:14.367560 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9eef985e-2cb3-44e3-bdeb-d0d491a13688 req-d9d6e218-e368-4923-8c22-35bf4a346456 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0261376 Nov 09 05:27:15.458194 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-dbb4fe94-20b4-4b57-bc18-4e7bd1a6fb53 req-369bd489-82d2-4974-b59a-dfa731c522bc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0255442 Nov 09 05:27:16.549017 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-23ff6b5a-ec50-4a0f-9d7d-385e68fadde7 req-2f069708-a259-4dfb-91f8-2506e60f954b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0247900 Nov 09 05:27:17.645882 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7c9d3204-52a4-42e7-9858-17c34ef3d310 req-2865c837-639a-4a0f-9fea-689a768e3ef4 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0259988 Nov 09 05:27:18.738835 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e96700c2-c2cc-4d99-af61-5b6ab7314d55 req-90a0e354-c37f-49b2-901d-142a148e70a6 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0279636 Nov 09 05:27:19.835668 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c885aa5f-7de8-446a-85ed-21564e17b2c7 req-a9f59bf2-5d81-437d-98c1-0d5b86a263e9 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0267544 Nov 09 05:27:20.926127 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-99b9648a-1022-44cf-9334-12a72f9b2a3d req-2d1c0e49-2f11-40b2-bf49-4db8ee151b08 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0256643 Nov 09 05:27:22.017034 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-01468f45-a4f6-4b19-a499-ca90b3a2300c req-2d214d61-7014-46cc-b272-ba0e2ee85652 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0253091 Nov 09 05:27:23.106729 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f52e28f4-c0f4-47b2-ade8-0713f2116bcf req-10efc2cb-3ae8-4e46-b2be-a5fc512da8a3 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0259199 Nov 09 05:27:24.198547 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-61789e4c-9525-4e38-a0dc-46ee63756d27 req-19310b58-d477-4601-866e-0eb775ef2b41 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0255504 Nov 09 05:27:25.293988 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f2aaf9b3-e073-498f-bfff-591833bc716f req-6e533355-4502-4b82-ade2-4d24d419d9b9 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0278718 Nov 09 05:27:26.390016 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c125e107-25ea-4d56-8b18-9866fe428de9 req-d6f6a55d-547a-4401-8378-3348388d7207 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0250115 Nov 09 05:27:27.481729 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b5db5a66-d397-40c3-b198-191b6ce8988d req-5640b41c-f480-41a0-9cad-30c9042c8c1c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0262637 Nov 09 05:27:28.225005 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e082dd02-8d98-40f2-bab6-0b56cac07d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:27:28.577630 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2814d6d4-8de3-4464-aeca-9e3ff9b84667 req-f06033f2-3746-40a2-a295-39b9100453ad tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0258281 Nov 09 05:27:29.668065 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-21dc601f-5e16-456e-b287-2e3cd210332c req-1902e2d4-71d7-4f51-85d6-83961a09abec tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0251098 Nov 09 05:27:30.400405 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-82c26f00-eb9f-4500-8023-492367904731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:27:30.757864 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b287918b-f0d5-4b19-b8d8-e04d42579ce2 req-cbd47453-0046-4562-8ec1-cad15997d819 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0250745 Nov 09 05:27:31.578864 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:27:31.725083 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:27:31.851476 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5640afd7-c2cc-415f-aa82-35398e303c24 req-3de9079c-238c-4db3-98c4-f681cec45bc6 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0279841 Nov 09 05:27:32.941633 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e215201f-79ac-4fdb-9102-f59028e6926b req-8e6fa636-0d38-4ff0-b2f4-1d4b8a795313 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0247905 Nov 09 05:27:33.092571 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:27:33.850824 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:27:34.032024 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7f6db4af-940f-4cdd-8115-33fc55c4bab0 req-39acc8f6-bcea-4690-98cb-abbb019a75cb tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0254717 Nov 09 05:27:35.121176 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d91901a8-f8c5-4c51-826a-f3a64aaa1fba req-f7772a14-d90e-40ce-8370-9805f45b7c7e tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0253541 Nov 09 05:27:36.212208 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-542995a0-28ae-4470-b8b9-d31cbcfe1385 req-cb61b7cd-0dd8-40a7-9cf4-9b9b9102484d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0260854 Nov 09 05:27:37.302016 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-19bd235b-fddf-4d01-ad08-3226aa88592d req-034da2c8-67de-4c16-9e13-6343abbaf631 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0253413 Nov 09 05:27:38.394742 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-bce04613-74d0-42da-ac68-3cfc522e7f01 req-6b1cae06-cf02-436d-936d-03848effe837 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0279779 Nov 09 05:27:39.486000 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8a8d821d-e60f-4e3d-92e6-ee0d8502cff5 req-73b77103-fbcf-4449-9b40-c946b3506d55 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0248885 Nov 09 05:27:39.812055 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:27:40.578699 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-39dad71c-d587-4b35-9a39-5af29c47fd3f req-6c914e7b-0f33-4f0f-b953-f719fbf0a0a3 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0262842 Nov 09 05:27:41.670396 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6f69f5f2-0f1f-4767-871c-f68a3ad02d2d req-1eb86fd6-1e00-4764-b55c-b3fcf94a9ccf tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0248699 Nov 09 05:27:42.760255 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2396f6cb-541f-4008-acef-190b1e277940 req-6a253525-df7f-41e7-b23d-c73ffbe6b74f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0247822 Nov 09 05:27:43.850956 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-009fb2b6-1b88-4f94-91fb-dd0462ac76d8 req-8b43bd96-589e-44b3-a203-0b7ba4377517 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0254743 Nov 09 05:27:44.947242 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-72a22581-1e2c-4931-843d-7474c3c0029e req-52ccc287-50a6-48c6-8286-f666095d2aab tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0286515 Nov 09 05:27:46.038947 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-510eed29-c7c5-4257-8773-79b71ac44c64 req-7bfbe054-1ee5-4632-a963-9785b608b728 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0256004 Nov 09 05:27:47.130809 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-474aa505-2b8d-4a9d-9ef7-79680a338d9d req-89731f7a-8ae9-4a45-b4f7-37c68254d345 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0254955 Nov 09 05:27:48.221863 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-bb44dfae-ad19-4da0-92f5-c16d0ac9d8f8 req-620b3ead-4a19-40fe-b14f-acac71adb578 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0251048 Nov 09 05:27:49.312667 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-610df431-b778-48b2-8bd0-688058ac1b0e req-3be43ddb-4df8-4b10-8c25-72c576cb2059 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0253525 Nov 09 05:27:50.403679 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5e3ef002-b450-472d-9a63-f7793ad58bd9 req-3b2c3218-8c3a-43a9-9af1-102df16be7d3 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0260918 Nov 09 05:27:51.728696 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0c45e0f6-0a60-4e01-ad15-9ae2a1ddf865 req-4642bd91-f794-4726-8ab2-9abd471b2243 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.2599959 Nov 09 05:27:52.818443 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5f9e44a1-6822-4de7-99c3-138bfd5235ef req-bb7956ea-a9ab-4f4c-bf7f-f6a9d99b7fe3 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0252354 Nov 09 05:27:53.909274 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-06ab7a9f-68ec-4f21-8a0a-846905f7584a req-524b272a-34b2-4858-914a-5e98c73c5cf6 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0255835 Nov 09 05:27:54.998825 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c88dc555-dfcf-4ee4-8671-c5f608bcf20d req-59bea527-2729-46f2-9455-3da15698b152 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0249894 Nov 09 05:27:56.091967 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-32dd60d8-34bb-4596-b26b-620593a6bc1b req-c109563b-f769-44ec-9ecc-739dfd26ed63 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0274959 Nov 09 05:27:57.183943 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1d94222f-4010-4cbd-ba3f-8b0b7eb37cae req-3e6cb177-6e70-4938-a247-638ef8a03159 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0263147 Nov 09 05:27:58.226032 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-6809c7ff-9e7a-45dd-b390-5a644eeb3e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:27:58.275428 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ddf0491d-d8a1-4127-8521-ef09244eefbc req-071ce74a-b3bf-476f-9060-3f744dc99145 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0255997 Nov 09 05:27:59.365528 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-651ec8bc-c650-4465-8286-8eda1845a219 req-eb3a24b2-02a2-46b8-95b1-7fa9757691dc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0250132 Nov 09 05:27:59.827938 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 33474) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:28:00.304032 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-34e5c818-f8b5-4129-8811-fb0d90f57dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-461718'] for router_interface, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:00.401517 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e232a43-6499-4715-98ec-1d1be152c533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:00.476050 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3acbc9cf-f7c3-470f-ac9f-29fec8189434 req-596bef26-1bfa-4e2f-b24b-28468abfc814 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0422950 Nov 09 05:28:00.567508 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-34e5c818-f8b5-4129-8811-fb0d90f57dec admin admin] Deleting port f5282925-fc09-4018-903a-5fe3286c3337 {{(pid=100971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:28:00.567794 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-34e5c818-f8b5-4129-8811-fb0d90f57dec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:00.641272 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [None req-34e5c818-f8b5-4129-8811-fb0d90f57dec admin admin] For port f5282925-fc09-4018-903a-5fe3286c3337, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=f5282925-fc09-4018-903a-5fe3286c3337,segment=NetworkSegment(c4a5a13a-f5c8-4b19-9489-1926e934b027),segment_id=c4a5a13a-f5c8-4b19-9489-1926e934b027)] {{(pid=100971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:28:00.641653 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-34e5c818-f8b5-4129-8811-fb0d90f57dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:00.654279 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-34e5c818-f8b5-4129-8811-fb0d90f57dec admin admin] Calling delete_port for f5282925-fc09-4018-903a-5fe3286c3337 owned by network:router_interface {{(pid=100971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:28:00.825873 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-34e5c818-f8b5-4129-8811-fb0d90f57dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:00.854065 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5c818-f8b5-4129-8811-fb0d90f57dec admin admin] Pushing event deleted for resources: {'Port': ['ID=f5282925-fc09-4018-903a-5fe3286c3337,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:28:00.868008 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e5c818-f8b5-4129-8811-fb0d90f57dec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:00.868366 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e5c818-f8b5-4129-8811-fb0d90f57dec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:00.868700 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e5c818-f8b5-4129-8811-fb0d90f57dec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:00.869026 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e5c818-f8b5-4129-8811-fb0d90f57dec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:00.869423 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e5c818-f8b5-4129-8811-fb0d90f57dec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:00.869742 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e5c818-f8b5-4129-8811-fb0d90f57dec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:00.870063 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e5c818-f8b5-4129-8811-fb0d90f57dec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:00.870381 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e5c818-f8b5-4129-8811-fb0d90f57dec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:00.870699 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e5c818-f8b5-4129-8811-fb0d90f57dec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:00.871652 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e5c818-f8b5-4129-8811-fb0d90f57dec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:00.871652 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e5c818-f8b5-4129-8811-fb0d90f57dec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:00.871652 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e5c818-f8b5-4129-8811-fb0d90f57dec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:01.028630 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-34e5c818-f8b5-4129-8811-fb0d90f57dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-601895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461862'] for router_interface, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:01.237771 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e5c818-f8b5-4129-8811-fb0d90f57dec admin admin] Router c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:28:01.338430 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 33486) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:28:01.343234 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e5c818-f8b5-4129-8811-fb0d90f57dec admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:28:01.351415 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-34e5c818-f8b5-4129-8811-fb0d90f57dec admin admin] 10.222.0.41 "PUT /v2.0/routers/c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5223277 Nov 09 05:28:01.352095 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 33492) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:28:01.353335 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef173ce-fdc3-41ea-995b-796941fa79e9 None None] Sync routers for ids ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'] in dv-cinder-817135-2-iscsi {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:28:01.363737 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef173ce-fdc3-41ea-995b-796941fa79e9 None None] Routers {'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:28:01.364365 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-4ef173ce-fdc3-41ea-995b-796941fa79e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:28:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:28:01.447228 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-4e33db80-5101-46c0-991f-02b106a88736 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:01.461095 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-02ba8a1d-51d8-4abf-954b-2646a4f63a5a admin admin] Publish callbacks [] for router, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:01.480866 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-4ef173ce-fdc3-41ea-995b-796941fa79e9 None None] Set router c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:28:01.545432 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-4e33db80-5101-46c0-991f-02b106a88736 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:01.551079 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-4e33db80-5101-46c0-991f-02b106a88736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:01.583554 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33db80-5101-46c0-991f-02b106a88736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2220a3c1-abc8-4db2-b33b-58baf9343ab0,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:28:01.585395 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-83f74024-c6e1-4775-941b-09741b34cda8 req-fafde7ad-d55d-446e-ae7b-c26a220eb5d3 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0291495 Nov 09 05:28:01.595285 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33db80-5101-46c0-991f-02b106a88736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:01.596433 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33db80-5101-46c0-991f-02b106a88736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:01.596951 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33db80-5101-46c0-991f-02b106a88736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:01.597452 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33db80-5101-46c0-991f-02b106a88736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:01.597939 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33db80-5101-46c0-991f-02b106a88736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:01.598488 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33db80-5101-46c0-991f-02b106a88736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:01.599025 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33db80-5101-46c0-991f-02b106a88736 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:01.599547 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33db80-5101-46c0-991f-02b106a88736 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:01.600244 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33db80-5101-46c0-991f-02b106a88736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:01.600767 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33db80-5101-46c0-991f-02b106a88736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:01.601297 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33db80-5101-46c0-991f-02b106a88736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:01.601820 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e33db80-5101-46c0-991f-02b106a88736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:01.620368 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-02ba8a1d-51d8-4abf-954b-2646a4f63a5a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:01.624609 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-4e33db80-5101-46c0-991f-02b106a88736 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79c23581254b4a1b8e14762a8370a847&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849464 Nov 09 05:28:01.625228 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 33496) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:28:01.683697 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-4ef173ce-fdc3-41ea-995b-796941fa79e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'name': 'tempest-AttachVolumeTestJSON-1015286971-router', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:57:58Z', 'updated_at': '2021-11-09T05:28:00Z', 'revision_number': 5, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'gw_port': {'id': '1d37c2a7-fa95-485e-97b3-8de99d876880', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:57:59Z', 'updated_at': '2021-11-09T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:28:01.710697 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-3ca3d9c3-5095-43f8-a8f9-17bdc0cde79c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:01.718631 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef173ce-fdc3-41ea-995b-796941fa79e9 None None] Checking router: c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 for host: dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:28:01.729653 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-02ba8a1d-51d8-4abf-954b-2646a4f63a5a admin admin] Deleting port 1d37c2a7-fa95-485e-97b3-8de99d876880 {{(pid=100971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:28:01.730004 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-02ba8a1d-51d8-4abf-954b-2646a4f63a5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:01.734468 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef173ce-fdc3-41ea-995b-796941fa79e9 None None] Routers {'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:28:01.735192 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-4ef173ce-fdc3-41ea-995b-796941fa79e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:28:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:28:01.737479 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:01.751194 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-3ca3d9c3-5095-43f8-a8f9-17bdc0cde79c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:01.822235 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-4ef173ce-fdc3-41ea-995b-796941fa79e9 None None] Set router c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 gateway port host: None {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:28:01.840557 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [None req-02ba8a1d-51d8-4abf-954b-2646a4f63a5a admin admin] For port 1d37c2a7-fa95-485e-97b3-8de99d876880, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=1d37c2a7-fa95-485e-97b3-8de99d876880,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:28:01.840941 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-02ba8a1d-51d8-4abf-954b-2646a4f63a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:01.853996 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-3ca3d9c3-5095-43f8-a8f9-17bdc0cde79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:01.856574 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-3ca3d9c3-5095-43f8-a8f9-17bdc0cde79c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:01.857707 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-3ca3d9c3-5095-43f8-a8f9-17bdc0cde79c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2220a3c1-abc8-4db2-b33b-58baf9343ab0 HTTP/1.1" status: 204 len: 168 time: 0.2315726 Nov 09 05:28:01.864082 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-02ba8a1d-51d8-4abf-954b-2646a4f63a5a admin admin] Calling delete_port for 1d37c2a7-fa95-485e-97b3-8de99d876880 owned by network:router_gateway {{(pid=100971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:28:01.871421 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3d9c3-5095-43f8-a8f9-17bdc0cde79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2220a3c1-abc8-4db2-b33b-58baf9343ab0,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:28:01.887330 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-4ef173ce-fdc3-41ea-995b-796941fa79e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'name': 'tempest-AttachVolumeTestJSON-1015286971-router', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:57:58Z', 'updated_at': '2021-11-09T05:28:01Z', 'revision_number': 6, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'gw_port_host': None}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:28:01.923507 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef173ce-fdc3-41ea-995b-796941fa79e9 None None] The sync data for ids ['c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03'] in dv-cinder-817135-2-iscsi is: [{'id': 'c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03', 'name': 'tempest-AttachVolumeTestJSON-1015286971-router', 'tenant_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:57:58Z', 'updated_at': '2021-11-09T05:28:01Z', 'revision_number': 6, 'project_id': 'acf465ea6c244dcaa76ca3817fc6801f', 'gw_port_host': None}] {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:28:02.043173 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-02ba8a1d-51d8-4abf-954b-2646a4f63a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:02.067597 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba8a1d-51d8-4abf-954b-2646a4f63a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=1d37c2a7-fa95-485e-97b3-8de99d876880,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:28:02.129751 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-02ba8a1d-51d8-4abf-954b-2646a4f63a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461276'] for router_gateway, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:02.231380 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-02ba8a1d-51d8-4abf-954b-2646a4f63a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5227'] for router, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:02.233504 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-02ba8a1d-51d8-4abf-954b-2646a4f63a5a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:02.299035 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-02ba8a1d-51d8-4abf-954b-2646a4f63a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-462693'] for router, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:02.299807 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ba8a1d-51d8-4abf-954b-2646a4f63a5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 {{(pid=100971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 05:28:02.305059 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-02ba8a1d-51d8-4abf-954b-2646a4f63a5a admin admin] Publish callbacks [] for router, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:02.309212 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-02ba8a1d-51d8-4abf-954b-2646a4f63a5a admin admin] 10.222.0.41 "DELETE /v2.0/routers/c9cd9cd0-ac8e-4132-94cd-bd4b6dd90a03 HTTP/1.1" status: 204 len: 168 time: 0.9560807 Nov 09 05:28:02.310108 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 33512) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:28:02.376513 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ae4de4-328e-4f2d-a428-f2c62511fa39 admin admin] Deleting subnet 45a0572c-751c-4e91-b532-b38a534f78d3 {{(pid=100972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 05:28:02.381448 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45ae4de4-328e-4f2d-a428-f2c62511fa39 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:02.421318 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45ae4de4-328e-4f2d-a428-f2c62511fa39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25701761'] for subnet, precommit_delete_associations {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:02.495824 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45ae4de4-328e-4f2d-a428-f2c62511fa39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16203819'] for subnet, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:02.546798 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45ae4de4-328e-4f2d-a428-f2c62511fa39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16203810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25700707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26186246'] for subnet, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:02.576744 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae4de4-328e-4f2d-a428-f2c62511fa39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a0572c-751c-4e91-b532-b38a534f78d3,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:28:02.578709 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45ae4de4-328e-4f2d-a428-f2c62511fa39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:02.584067 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-45ae4de4-328e-4f2d-a428-f2c62511fa39 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/45a0572c-751c-4e91-b532-b38a534f78d3 HTTP/1.1" status: 204 len: 168 time: 0.2719748 Nov 09 05:28:02.585161 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 33522) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:28:02.585328 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0b436c-3686-4f39-8be8-e18ca9c4ab17 None None] Network 9f10e939-279a-4c85-98c6-1d5ee6c0218c requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:28:02.655833 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-40ea178b-e57d-4674-b513-65c2298e2d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16329678'] for network, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:02.724036 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-28ba1c6e-8a43-4d5b-b3e7-7ea0d696b7ee req-aaf1b67d-e9c2-4e78-8b57-715c887519e2 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0346744 Nov 09 05:28:02.753520 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-40ea178b-e57d-4674-b513-65c2298e2d51 admin admin] Deleting port 015ace1e-4079-43b3-877b-636f02e664e1 {{(pid=100971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:28:02.753864 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-40ea178b-e57d-4674-b513-65c2298e2d51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:02.787064 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30c087e-ff0b-452e-be4a-48a2c7f91068 None None] DHCP port deletion for 9f10e939-279a-4c85-98c6-1d5ee6c0218c request from dv-cinder-817135-2-iscsi {{(pid=100973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 05:28:02.818648 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [None req-40ea178b-e57d-4674-b513-65c2298e2d51 admin admin] For port 015ace1e-4079-43b3-877b-636f02e664e1, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=015ace1e-4079-43b3-877b-636f02e664e1,segment=NetworkSegment(c4a5a13a-f5c8-4b19-9489-1926e934b027),segment_id=c4a5a13a-f5c8-4b19-9489-1926e934b027)] {{(pid=100971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:28:02.819031 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-40ea178b-e57d-4674-b513-65c2298e2d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:02.832087 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-40ea178b-e57d-4674-b513-65c2298e2d51 admin admin] Calling delete_port for 015ace1e-4079-43b3-877b-636f02e664e1 owned by network:dhcp {{(pid=100971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:28:02.847025 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-f30c087e-ff0b-452e-be4a-48a2c7f91068 None None] Deleting port 015ace1e-4079-43b3-877b-636f02e664e1 {{(pid=100973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:28:02.847399 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f30c087e-ff0b-452e-be4a-48a2c7f91068 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:02.901167 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 015ace1e-4079-43b3-877b-636f02e664e1 no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:28:02.919366 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-40ea178b-e57d-4674-b513-65c2298e2d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:02.941787 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-f30c087e-ff0b-452e-be4a-48a2c7f91068 None None] For port 015ace1e-4079-43b3-877b-636f02e664e1, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=015ace1e-4079-43b3-877b-636f02e664e1,segment=NetworkSegment(c4a5a13a-f5c8-4b19-9489-1926e934b027),segment_id=c4a5a13a-f5c8-4b19-9489-1926e934b027)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:28:02.942181 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f30c087e-ff0b-452e-be4a-48a2c7f91068 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:02.949223 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea178b-e57d-4674-b513-65c2298e2d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=015ace1e-4079-43b3-877b-636f02e664e1,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:28:02.952574 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ea178b-e57d-4674-b513-65c2298e2d51 admin admin] No DVR routers for this DVR port 015ace1e-4079-43b3-877b-636f02e664e1 on host dv-cinder-817135-2-iscsi {{(pid=100971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:28:02.961674 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-f30c087e-ff0b-452e-be4a-48a2c7f91068 None None] Calling delete_port for 015ace1e-4079-43b3-877b-636f02e664e1 owned by network:dhcp {{(pid=100973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:28:02.979076 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No active binding found for port 015ace1e-4079-43b3-877b-636f02e664e1 {{(pid=100973) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 09 05:28:02.979076 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 015ace1e-4079-43b3-877b-636f02e664e1 not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:28:02.979413 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 1d37c2a7-fa95-485e-97b3-8de99d876880 no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:28:03.027333 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-40ea178b-e57d-4674-b513-65c2298e2d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16206686', 'neutron.services.segments.db._delete_segments_for_network-8784574975281'] for network, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:03.040245 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: 1d37c2a7-fa95-485e-97b3-8de99d876880 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:28:03.040586 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 1d37c2a7-fa95-485e-97b3-8de99d876880 not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:28:03.041000 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device f5282925-fc09-4018-903a-5fe3286c3337 no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:28:03.062856 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: f5282925-fc09-4018-903a-5fe3286c3337 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:28:03.063194 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device f5282925-fc09-4018-903a-5fe3286c3337 not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:28:03.102086 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f30c087e-ff0b-452e-be4a-48a2c7f91068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393'] for port, after_delete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:03.130207 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:03.133643 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c087e-ff0b-452e-be4a-48a2c7f91068 None None] Pushing event deleted for resources: {'Port': ['ID=015ace1e-4079-43b3-877b-636f02e664e1,revision_number=None']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:28:03.138176 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30c087e-ff0b-452e-be4a-48a2c7f91068 None None] No DVR routers for this DVR port 015ace1e-4079-43b3-877b-636f02e664e1 on host dv-cinder-817135-2-iscsi {{(pid=100973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:28:03.152166 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c087e-ff0b-452e-be4a-48a2c7f91068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:03.152542 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c087e-ff0b-452e-be4a-48a2c7f91068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:03.152961 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c087e-ff0b-452e-be4a-48a2c7f91068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:03.153302 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c087e-ff0b-452e-be4a-48a2c7f91068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:03.153634 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c087e-ff0b-452e-be4a-48a2c7f91068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:03.153963 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c087e-ff0b-452e-be4a-48a2c7f91068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:03.154286 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c087e-ff0b-452e-be4a-48a2c7f91068 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:03.154613 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c087e-ff0b-452e-be4a-48a2c7f91068 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:03.154935 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c087e-ff0b-452e-be4a-48a2c7f91068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:03.155252 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c087e-ff0b-452e-be4a-48a2c7f91068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:03.155566 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c087e-ff0b-452e-be4a-48a2c7f91068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:03.155907 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c087e-ff0b-452e-be4a-48a2c7f91068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:28:03.289086 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.services.segments.db [None req-40ea178b-e57d-4674-b513-65c2298e2d51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f10e939-279a-4c85-98c6-1d5ee6c0218c']}} {{(pid=100971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:28:03.298200 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.services.segments.db [None req-40ea178b-e57d-4674-b513-65c2298e2d51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a5a13a-f5c8-4b19-9489-1926e934b027') {'for_net_delete': True} {{(pid=100971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:28:03.298494 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.services.segments.db [None req-40ea178b-e57d-4674-b513-65c2298e2d51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a5a13a-f5c8-4b19-9489-1926e934b027') {} {{(pid=100971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:28:03.308043 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-40ea178b-e57d-4674-b513-65c2298e2d51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784575010618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3198631'] for segment, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:03.320761 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-40ea178b-e57d-4674-b513-65c2298e2d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:03.326522 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ea178b-e57d-4674-b513-65c2298e2d51 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=100971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 05:28:03.326900 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-40ea178b-e57d-4674-b513-65c2298e2d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3537944'] for segment, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: Traceback (most recent call last): Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: timer() Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: cb(*args, **kw) Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: return func(*args, **kwargs) Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: self._notify() Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: self.callback(batched_events) Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: event.method(event) Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: return f(self, *a, **k) Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: return self._get(url).json() Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: return self.request(url, 'GET', **kwargs) Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 05:28:03.328573 dv-cinder-817135-2-iscsi neutron-server[100971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 05:28:03.380727 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-40ea178b-e57d-4674-b513-65c2298e2d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16205741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461216'] for network, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:03.386073 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-40ea178b-e57d-4674-b513-65c2298e2d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:03.389200 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-40ea178b-e57d-4674-b513-65c2298e2d51 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9f10e939-279a-4c85-98c6-1d5ee6c0218c HTTP/1.1" status: 204 len: 168 time: 0.8029394 Nov 09 05:28:03.399649 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea178b-e57d-4674-b513-65c2298e2d51 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f10e939-279a-4c85-98c6-1d5ee6c0218c,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:28:03.550394 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 33528) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:28:03.588733 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-392526a5-d64c-47c5-9fc4-1b36c4764aee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=acf465ea6c244dcaa76ca3817fc6801f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371957 Nov 09 05:28:03.591120 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 33530) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:28:03.639348 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-10569b5b-5a7b-4b20-9e18-983ba6cf85c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:03.660215 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-10569b5b-5a7b-4b20-9e18-983ba6cf85c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:03.704162 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-10569b5b-5a7b-4b20-9e18-983ba6cf85c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:03.707373 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-10569b5b-5a7b-4b20-9e18-983ba6cf85c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:03.708556 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-10569b5b-5a7b-4b20-9e18-983ba6cf85c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a489ab0-8c83-43d4-9d7b-96a7bb18e7bd HTTP/1.1" status: 204 len: 168 time: 0.1165185 Nov 09 05:28:03.715974 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10569b5b-5a7b-4b20-9e18-983ba6cf85c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a489ab0-8c83-43d4-9d7b-96a7bb18e7bd,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:28:03.823198 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4992e8ec-ba02-44e3-81b5-7c2bf54656cc req-29d15662-779f-44c3-bcb1-3476c05fef7a tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0269320 Nov 09 05:28:03.861862 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:04.917940 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-27e12a49-002d-4cb7-8466-9449d0399925 req-790a99e0-a5a5-4a7e-b6dd-89f833e830b1 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0253534 Nov 09 05:28:06.012501 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c174a873-652c-4747-81eb-eaeb1ef98ee5 req-275172c7-d3c4-403b-9c8d-a35db4332fbb tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0290475 Nov 09 05:28:07.106361 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f2fe1992-6d51-4cee-97d8-57f18c247de3 req-3994ffd8-69aa-437e-af26-ad93358dc30f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0279925 Nov 09 05:28:08.197166 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-86528a70-2ff1-4f0e-bde2-0be648bfacfd req-06dc87fe-1918-4575-b1c3-486f5d9d2a59 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0260899 Nov 09 05:28:08.577152 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:28:09.287567 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ed87fbbf-4170-46e3-a20a-d1ab694d4483 req-b90f92a7-c71f-4de4-bf7e-425a7c0c2513 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0252745 Nov 09 05:28:09.811495 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:10.378349 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c3e3f70c-b8c7-4ccd-b5f8-26da9a9e7586 req-1004f778-adc8-4562-a19c-8d4001208330 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0261118 Nov 09 05:28:11.468343 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0de38cb6-f6b5-4e4e-aa5c-c11d0818c23f req-4f79620c-4338-4004-a404-b19f958c508e tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0259471 Nov 09 05:28:12.559111 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a1c5fa18-16a9-4736-9445-83ec068565d3 req-5fdc62b4-9b83-4873-8bdf-59397bbb2078 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0248830 Nov 09 05:28:13.652323 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8b5becd1-d96d-4815-a282-cef87b424acf req-ddd5a43a-9ffa-4559-b30b-1560f13211d6 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0278616 Nov 09 05:28:14.747079 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c767c722-cb51-487a-a27f-49f490b56e23 req-3175bf1e-73e1-4041-8109-8a5f07b6fac7 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0260000 Nov 09 05:28:15.840618 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e51b9b70-bb5d-4d0e-b210-6ede63ea1eaa req-afbed6e7-f154-4368-ba3f-61991498447d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0268764 Nov 09 05:28:16.933607 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ce907d7a-aeb6-4468-8016-aa40c8854d79 req-b5a9ee95-d907-45b4-a16e-a751731a127c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0273447 Nov 09 05:28:18.027717 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3bf9a426-cdc1-4616-b05d-554d90ba4fd6 req-89c29ebc-7ec0-4f4f-a824-bf2602427943 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0286133 Nov 09 05:28:19.118855 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3b4d1e59-4e13-4660-87f1-ea2ba522539c req-3a2c9656-6306-40bd-b690-0d482da3d6fa tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0249784 Nov 09 05:28:20.215091 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8449a7fc-bce3-4b1f-a6ec-50a10675259d req-5f64373e-5c4a-4c9a-80ad-91ff821d6afd tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0283098 Nov 09 05:28:21.305796 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-128b20fe-9ae6-4c20-a739-524f63e3e793 req-4038d8f6-4cae-410c-a300-5f3c97273a76 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0247681 Nov 09 05:28:22.396959 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-350a9b15-bef1-4231-b58f-0f4018371d35 req-c3d0dfb7-f588-4ee8-99f3-06493cb9f9d5 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0255752 Nov 09 05:28:23.491432 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d4fc3149-af3a-4476-b86e-59298b83a1ea req-a7da7191-dde1-4709-85bb-fa4eb482943d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0247674 Nov 09 05:28:24.582704 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-15e86097-f559-45e8-88b0-15afb5000c43 req-2885c7c7-d42e-4f0d-b7a6-6d5f2d81d6b5 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0261042 Nov 09 05:28:25.674342 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7879b958-d266-4762-bf0c-78e2090c1afe req-3d6fa4b7-0701-46c5-9bf6-68df0e38840c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0250981 Nov 09 05:28:26.767351 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2f78ccd0-eb0c-465c-982f-df8e92e54130 req-e282d564-a2b8-44fd-a0f9-e61340a15558 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0279915 Nov 09 05:28:27.859043 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d0b38261-5647-43ec-8b5d-26ea5b5cf645 req-413b56d0-ec55-437e-9e9c-6a77193384e3 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0250397 Nov 09 05:28:28.227919 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-10bc8b8b-7f41-42a3-a001-e79713ae0e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:28.949919 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1225e4be-7f78-4cc2-b474-c4f7db208fc9 req-9332b562-a0ab-41e0-b5b4-3eb2393c22e9 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0253222 Nov 09 05:28:30.052193 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-567e9716-e156-40f3-b8b2-a9ebf262160a req-aa00d1aa-0d90-4f5d-9ac2-fa4253506a37 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0357699 Nov 09 05:28:30.407084 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cd2c9839-2a1a-4ecf-8980-ea907b1054b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:31.150291 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d194370d-6840-4406-a172-dd767089c623 req-ea238ac8-6efd-4b41-b79b-e9d87911ddc9 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0258737 Nov 09 05:28:31.731649 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:32.242455 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-93734a31-85a1-4818-921a-7c311e4dde69 req-3223d883-bf6f-45e4-b458-9a8d21330e9a tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0258386 Nov 09 05:28:33.104371 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:33.335956 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a9bbace4-3e54-4340-b345-99a4bbf36b75 req-fae8073f-3742-4309-97cf-d8cc2166e3b6 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0276783 Nov 09 05:28:33.854717 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:34.426997 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9d4ce49b-2e68-4cac-81d8-8692f83a8dd8 req-e21beace-64a8-4bfe-8667-4f21d27f2cd0 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0258002 Nov 09 05:28:35.521218 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1ac71f22-9287-4c0b-872a-6d7efe5e50bd req-4d8099a9-4624-43bc-a9f7-37988bd3de96 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0265796 Nov 09 05:28:36.612176 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-70c8cbf0-4a17-44e2-b07d-1983aab99830 req-a5812e19-7e62-42b0-b152-ff15b6f25ceb tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0252509 Nov 09 05:28:37.705171 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-dfb19587-f2f8-4e6b-9e0a-42cc39015b53 req-67f59f42-b82a-4f4c-954e-77057ea8564b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0254230 Nov 09 05:28:38.796010 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-06b069da-5db9-4480-9810-0d6ec3945712 req-76448191-cc3d-4ded-9a9d-a3ef7f0f093b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0254705 Nov 09 05:28:39.824964 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:39.889473 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9d46b7e5-248b-4a2e-9383-c23f3534a4e5 req-1ecac82c-60ca-4dd7-aa91-cb4f8e4c52c5 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0288742 Nov 09 05:28:40.978938 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d0a189d1-2c27-432f-a365-c9ccd43f9539 req-9d9f27b7-ed2c-437c-a688-e6da99e93a49 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0249953 Nov 09 05:28:42.070216 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2edb1501-6b0a-436b-828d-1b12abe9034b req-cdeeb124-ec01-4503-8378-c1929bda9bfc tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0254340 Nov 09 05:28:43.163009 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b9bdce09-6662-4a48-9e8c-56c6d6e7fbb2 req-d9a772c8-383e-4290-9977-7a9e98ed9f33 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0253687 Nov 09 05:28:44.259237 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d005124c-7bc8-4537-b629-829ec8ce2e2b req-af04ebea-025f-446e-95c9-708c42ad2ff9 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0271039 Nov 09 05:28:45.349399 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d5b2ea3e-7330-48f9-886b-047ff3efdf89 req-ab929887-30eb-4c29-bb49-809102b33e73 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0256572 Nov 09 05:28:45.575270 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:28:46.443991 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-86e21a6e-d529-41d0-bdf2-62440c7f5c87 req-3349642b-e833-46e2-9b44-222c49bb74d6 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0285816 Nov 09 05:28:47.534823 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9c9d32b5-810b-4893-84ba-f048dcc46cfe req-eac04a3b-4be4-43d5-b119-78a8fd770640 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0250399 Nov 09 05:28:48.625701 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4e6e1aa4-be88-476c-96ae-daec569d78c5 req-0f4d9ece-a298-455c-8fb6-0c34691c46b3 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0257401 Nov 09 05:28:49.716565 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-78719a19-cd71-4cb4-8068-fecfd04be9bb req-1192ceb3-0742-4341-b94d-78533a46f7cb tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0263224 Nov 09 05:28:50.807839 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c7ff1145-f085-4af8-8125-3a4870c10848 req-6fac92fa-434e-4082-ae24-18d3cc32fe83 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0258374 Nov 09 05:28:51.898713 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-58aedcbe-bf8b-4a07-8760-9b83d772303e req-97cc8763-547a-4302-9196-129cf7d19b64 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0265968 Nov 09 05:28:52.992485 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ddbee1c4-008b-48f6-816f-fe5901d69a09 req-98625f1b-2784-4e1e-9ade-07a0af9d6442 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0284750 Nov 09 05:28:54.083723 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b2cfbd27-56dd-44e9-a8a1-81c65dc5bb85 req-26e2f411-4bb3-4e16-b6f5-a74ff3421584 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0262849 Nov 09 05:28:55.322630 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5dcf313e-e55b-4d5c-bfcc-d8552506b38f req-cbaa4027-e671-4a9d-ad85-79a61c99a99e tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.1736712 Nov 09 05:28:56.415695 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e1daa3ac-9990-40b2-89a0-62c7bfd4f309 req-bae739a1-2cb3-4f9e-a6a4-4dea1bec32be tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0280945 Nov 09 05:28:57.520973 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-eed5841c-4f7d-429f-93f7-d6c006406d7f req-c5c1f4ec-1bab-4a62-8fda-8fabcd375e96 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0277963 Nov 09 05:28:58.229265 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf47d-2a7f-409f-b398-b9529dd3dba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:28:58.620709 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-35cc5ace-cf3e-4fd5-8e6b-19ef2bfb8081 req-c522be4a-3ae4-4469-aef5-d172a0eb29f0 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0259671 Nov 09 05:28:59.712164 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6ed26828-92b7-4cbc-8f85-09cd334ee9df req-23e8f930-de31-42b7-a53c-9633f2d2e567 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0255859 Nov 09 05:29:00.407837 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-a5fc1edc-0f72-487a-acf5-143f326dd41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:29:00.803808 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-14723687-f461-4bd2-abfe-1be40e8a7b4d req-9fb33e2c-530f-4a57-81a7-67fd4f08d712 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0260956 Nov 09 05:29:01.733529 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:29:01.897169 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0e2425c2-98a5-4af4-8869-75085755c2c8 req-91f7e005-e67a-40d5-af94-1f57bffd93d5 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0291612 Nov 09 05:29:02.987114 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-fa2b5bdb-2879-4f14-8828-8b38ead347ea req-ec33ca5f-311d-43b7-9670-fcca8f09c897 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0257425 Nov 09 05:29:03.102317 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:29:03.854925 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:29:04.084822 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-fc09a34a-8e20-4980-83fc-401cb263e4df req-0a09c558-f8f2-426c-8887-fba57dc578a2 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0257323 Nov 09 05:29:05.177215 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f836d9ae-3d2b-40fe-8d8a-4c5aec171ed3 req-998582fa-d88d-483c-b206-8734793a6014 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0256867 Nov 09 05:29:06.267439 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9757d918-b219-4a38-b021-c3ddd2ae215b req-63aa0415-f90b-442a-87e3-4aa5746923c1 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0257368 Nov 09 05:29:07.357863 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-92f1daa7-5f64-421a-8d57-090cf31e05b6 req-a2b2accf-4f66-43e0-9442-6b2a7a6f5362 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0246375 Nov 09 05:29:08.448353 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-67111580-e091-4ed0-963b-142a09c68fa6 req-1b67bc1a-1b74-4ca4-bddd-39a94684029d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0258007 Nov 09 05:29:09.542902 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b8e02982-40ee-40e2-ab85-98afc9a038e1 req-52de376d-a6ca-42df-bea8-307b304b5ca2 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0290906 Nov 09 05:29:09.839729 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:29:10.634827 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-50e58841-6b3a-48e6-88fe-d1c7df1bde96 req-01c96c2b-d1b6-45b3-81e1-d26c1ef6494c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0262096 Nov 09 05:29:11.729256 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-eb8c6b73-9592-4cbf-a57d-01b9eabec6c6 req-5423aa95-d03e-4b1a-bc49-0b98f3b11f38 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0268652 Nov 09 05:29:12.820838 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-214bdf73-880f-4c90-9818-66f77c132c94 req-4efd532e-2cbf-4ccf-a43d-1ecc43fc0bfd tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0254438 Nov 09 05:29:13.912554 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5df8d389-7097-49eb-b1cc-5b66aafbf477 req-77eedf3c-7eea-4f6d-8779-3707db12dfa7 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0253699 Nov 09 05:29:15.006548 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-14d5b03e-48b8-463b-9555-71af5fddc50c req-0e374a10-d3e6-4db0-90cd-443f732c818e tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0289967 Nov 09 05:29:16.097321 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a8715d31-09c9-459d-9459-d33714670a38 req-466c4b7f-9ad1-4a52-ac63-f599b46c6dda tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0259781 Nov 09 05:29:17.189439 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-337e5ef3-9dfc-4fd3-a96e-10e828fa2b9e req-93c76828-6dd2-435b-9818-c5f67f4c2815 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0256224 Nov 09 05:29:18.279717 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4a5da080-03b0-4932-9d56-f8de09841f31 req-d2710d56-4261-4915-85e8-de200c63095b tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0253971 Nov 09 05:29:19.375074 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2faf2abb-4ff9-46b2-95be-c19d37dc8ffa req-41f4a92f-d692-4802-9ba2-495d4c86ee9f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0310688 Nov 09 05:29:20.466042 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8e6bca8c-71b8-41fc-82f2-97b46a37d255 req-e20d09c1-e540-45c0-ab4b-b38efef95c72 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0259650 Nov 09 05:29:21.558917 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9ede267b-d401-4130-aeae-fe324c4eaf54 req-a1c2d103-adda-45d5-9fbe-3f5550f4ac56 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0269670 Nov 09 05:29:22.574183 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:29:22.654094 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-14f03b34-5d6d-476a-be02-a85fe0cb9f5c req-6b5264c3-3d9c-4b77-96aa-baac03e774fa tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0283542 Nov 09 05:29:23.745250 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cb27f588-4d46-4855-8e8d-8768120c4bed req-ec9b6baf-bcbb-42b6-87b6-20688da59481 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0261385 Nov 09 05:29:24.836119 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-de1bd8a7-6870-4936-a583-be2d77ee6e6a req-ad006994-1ba8-4927-a34a-0e79d2e39f76 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0261614 Nov 09 05:29:25.926876 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-92455627-d12b-43d2-9cb1-f1b06bcc8177 req-2c63aa86-c2cd-40ea-b645-88fe53077048 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0260046 Nov 09 05:29:27.017563 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-56fb4ed4-015e-411f-bd49-0def8976b6e3 req-8a02f243-443d-406f-92d4-ebbb47bbb2ea tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0263252 Nov 09 05:29:28.117908 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8b704dd5-d116-4cc1-ac3e-0fe3fde8b606 req-604048b0-e4bf-4c00-999f-0de0bb957147 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0286222 Nov 09 05:29:28.233548 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-61e4a72f-4bec-4357-b567-87e4fa511d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:29:29.208637 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e9002025-2ecf-4a56-8839-0606928062ae req-93a81f9f-8d1a-4f24-856c-4a3c1237a36c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0251355 Nov 09 05:29:30.302953 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ea013634-9c76-404c-8327-8b4cbe785305 req-0916903b-8cba-4dec-8089-a5a08c23a026 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0258901 Nov 09 05:29:30.408528 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-ed5da3ea-7730-49ca-a2ee-c84a135cdc37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:29:31.395229 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-cbc56ce9-99ae-48d4-8953-e923f82cc0b3 req-42112fcb-d298-48ca-b8bc-79b047b0781a tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0260773 Nov 09 05:29:31.736706 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:29:32.486549 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6fcf8a22-e8a4-4a77-8e27-c041789a17c3 req-89fdb3b1-bac1-40a2-bc8f-a7823beb6367 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0250270 Nov 09 05:29:33.105220 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:29:33.578409 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0b2b2100-f4fa-4ee4-a726-aec9252c1e3c req-2512eb45-c2f8-49e2-98cf-ecf82eb11027 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0256739 Nov 09 05:29:33.855857 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:29:34.670264 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1529df53-2ced-4144-b8b7-7b0792873c47 req-b85211fa-d3a4-4b13-9b9e-d86419e3697f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0276036 Nov 09 05:29:35.763910 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-56d7d30a-16b6-43c9-8bf3-e5b25c5867ff req-493bc3b0-e114-40bf-8fd9-0dc7e2f63b49 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0278034 Nov 09 05:29:36.854719 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-771875bb-5a1d-4532-a7f0-5e5370ca9a80 req-a4c0bb4b-5c9d-46f1-a0bb-82534e7ee98c tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0254850 Nov 09 05:29:37.946685 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-53a22b19-a238-49f1-8895-ad52aa780d85 req-9e781abc-75e2-404f-9434-fdace322bc23 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0254285 Nov 09 05:29:39.038023 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b2accf66-403d-4b5c-8160-808089d69c0e req-2b49ddea-8a0e-4435-8988-12cc4e935247 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0255284 Nov 09 05:29:39.855720 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:29:40.129082 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-27ff05d2-96c6-4e8f-ac74-a8f14289b31d req-157ff748-6268-41ce-a137-648b5d4636c8 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0259318 Nov 09 05:29:41.223191 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e111fdf7-4c05-4feb-88c4-9e3b869d946c req-3f68b3fc-15b9-42c7-91a1-4cf1cbeb2739 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0285413 Nov 09 05:29:42.314584 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-78c918ae-2be9-4d35-b2e5-a30d8b2a4227 req-7ab23a80-df77-45cd-9f1f-59771019d61f tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0256214 Nov 09 05:29:43.406175 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0fd669d0-cdfe-4a35-9cdf-961bd0188f60 req-632b0de0-827f-42c7-b038-19a76f1dc630 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0259569 Nov 09 05:29:44.500195 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2a5428c3-5d35-4533-9bdd-cf4855ba9df6 req-f50f8571-8aee-42c3-a03e-24a87038322d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0263214 Nov 09 05:29:45.592396 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-583fbb74-00fe-4af7-9dd6-02b377c3386b req-4ea50176-8a18-407b-b959-bd127c4e3188 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0260184 Nov 09 05:29:46.682906 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-491c7432-c336-4045-9641-722799cd7500 req-5d0d8a35-3b6a-4232-af53-0e741b3c756d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0249679 Nov 09 05:29:47.775672 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f983df71-3a21-49f6-8060-cce005279d25 req-276a37e3-bfe0-45cd-bdba-3c8ec17963c1 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0260341 Nov 09 05:29:48.870313 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-12f785c7-d01f-4e64-bdee-90e3c502dc93 req-4a55b868-a77a-40ca-81b4-ce29666c49a8 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0287752 Nov 09 05:29:49.962050 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-199a3c61-126d-4341-a738-5abf8644d927 req-58dd3c53-5bd7-4d7a-99a3-78028b650084 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0260110 Nov 09 05:29:51.053253 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0a4a4add-d05c-4e9f-beea-edba9c564140 req-48431744-06fc-43b7-80e5-541ec20fb93e tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0249844 Nov 09 05:29:52.145271 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-032b4fbb-26ce-4cf9-a470-0be93cff289e req-48b4ebb0-c04d-434f-bd5b-aaae2fb6bfbe tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0259721 Nov 09 05:29:53.235374 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0a503f98-2997-491e-a613-579035d64b36 req-f27ef3ed-f800-474b-a48c-36ddcc8df26d tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0258169 Nov 09 05:29:54.330259 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-74908e2c-9ea5-434f-871f-0445d8407613 req-4315a9ca-0771-4705-aed2-eb3572322fd9 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0292833 Nov 09 05:29:55.421112 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-efbf3703-e0fe-4f31-8b5b-a559c293981b req-42db3595-42b6-4aa1-abbf-017fbcc39370 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0265079 Nov 09 05:29:56.511838 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-156971f8-0bf1-403b-abfe-0b48f944d6c3 req-dc897786-62dd-40af-a529-ca8aa09cf028 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0260623 Nov 09 05:29:57.603201 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9c6cb7d7-50e6-416c-b5fb-fe38e9b2c08c req-510b81b3-236d-4ecf-be90-509acfe32b30 tempest-ServerRescueNegativeTestJSON-1953747205 tempest-ServerRescueNegativeTestJSON-1953747205-project] 10.222.0.41 "GET /v2.0/ports?device_id=367541e4-c608-43b0-90da-677a42dc9b16 HTTP/1.1" status: 200 len: 210 time: 0.0252926 Nov 09 05:29:57.626560 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 33836) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:29:58.145629 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a0306473-6ec9-47db-b78a-c1929c744412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-461718'] for router_interface, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:29:58.234708 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-8b07dc6f-4c84-4839-a3bb-14e4498f5b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:29:58.663634 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-a0306473-6ec9-47db-b78a-c1929c744412 admin admin] Deleting port abdb6e1e-6cc5-491a-847d-c81966c97b79 {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:29:58.664235 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a0306473-6ec9-47db-b78a-c1929c744412 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:29:58.741631 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [None req-a0306473-6ec9-47db-b78a-c1929c744412 admin admin] For port abdb6e1e-6cc5-491a-847d-c81966c97b79, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=abdb6e1e-6cc5-491a-847d-c81966c97b79,segment=NetworkSegment(2208e046-f033-47f1-96e4-7a48a8ee155f),segment_id=2208e046-f033-47f1-96e4-7a48a8ee155f)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:29:58.742007 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a0306473-6ec9-47db-b78a-c1929c744412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:29:58.754473 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-a0306473-6ec9-47db-b78a-c1929c744412 admin admin] Calling delete_port for abdb6e1e-6cc5-491a-847d-c81966c97b79 owned by network:router_interface {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:29:58.925440 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a0306473-6ec9-47db-b78a-c1929c744412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:29:58.951731 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0306473-6ec9-47db-b78a-c1929c744412 admin admin] Pushing event deleted for resources: {'Port': ['ID=abdb6e1e-6cc5-491a-847d-c81966c97b79,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:29:58.973745 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0306473-6ec9-47db-b78a-c1929c744412 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:29:58.974100 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0306473-6ec9-47db-b78a-c1929c744412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:29:58.974439 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0306473-6ec9-47db-b78a-c1929c744412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:29:58.974774 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0306473-6ec9-47db-b78a-c1929c744412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:29:58.975106 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0306473-6ec9-47db-b78a-c1929c744412 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:29:58.975436 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0306473-6ec9-47db-b78a-c1929c744412 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:29:58.975794 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0306473-6ec9-47db-b78a-c1929c744412 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:29:58.976122 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0306473-6ec9-47db-b78a-c1929c744412 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:29:58.976448 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0306473-6ec9-47db-b78a-c1929c744412 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:29:58.976768 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0306473-6ec9-47db-b78a-c1929c744412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:29:58.977086 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0306473-6ec9-47db-b78a-c1929c744412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:29:58.977402 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0306473-6ec9-47db-b78a-c1929c744412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:29:59.112582 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a0306473-6ec9-47db-b78a-c1929c744412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-601895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461862'] for router_interface, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:29:59.318454 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0306473-6ec9-47db-b78a-c1929c744412 admin admin] Router 4745fa43-db17-4f57-bf74-cffa11e73324 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:29:59.437984 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0306473-6ec9-47db-b78a-c1929c744412 admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:29:59.443478 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-a0306473-6ec9-47db-b78a-c1929c744412 admin admin] 10.222.0.41 "PUT /v2.0/routers/4745fa43-db17-4f57-bf74-cffa11e73324/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8158829 Nov 09 05:29:59.446047 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 33842) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:29:59.449203 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de85308c-56cf-4dea-82bd-bb2590a4dc3f None None] Sync routers for ids ['4745fa43-db17-4f57-bf74-cffa11e73324'] in dv-cinder-817135-2-iscsi {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:29:59.459037 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de85308c-56cf-4dea-82bd-bb2590a4dc3f None None] Routers {'4745fa43-db17-4f57-bf74-cffa11e73324'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:29:59.459674 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-de85308c-56cf-4dea-82bd-bb2590a4dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:29:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['4745fa43-db17-4f57-bf74-cffa11e73324'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:29:59.549040 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d6aca616-80a5-4f61-8f73-3eeea3a8613b admin admin] Publish callbacks [] for router, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:29:59.561392 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-de85308c-56cf-4dea-82bd-bb2590a4dc3f None None] Set router 4745fa43-db17-4f57-bf74-cffa11e73324 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:29:59.635538 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:29:59.649244 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d6aca616-80a5-4f61-8f73-3eeea3a8613b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:29:59.699753 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-d6aca616-80a5-4f61-8f73-3eeea3a8613b admin admin] Deleting port f3aaf121-9594-48c4-8293-a166158221fe {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:29:59.700482 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d6aca616-80a5-4f61-8f73-3eeea3a8613b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:29:59.745497 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-de85308c-56cf-4dea-82bd-bb2590a4dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4745fa43-db17-4f57-bf74-cffa11e73324', 'name': 'tempest-ServerRescueNegativeTestJSON-1885501990-router', 'tenant_id': '03305e25979a4de2b9bf721e0ac9fabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': 'f3aaf121-9594-48c4-8293-a166158221fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T05:29:58Z', 'revision_number': 5, 'project_id': '03305e25979a4de2b9bf721e0ac9fabe', 'gw_port': {'id': 'f3aaf121-9594-48c4-8293-a166158221fe', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:56:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4745fa43-db17-4f57-bf74-cffa11e73324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T04:56:30Z', 'updated_at': '2021-11-09T04:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:29:59.772153 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de85308c-56cf-4dea-82bd-bb2590a4dc3f None None] Checking router: 4745fa43-db17-4f57-bf74-cffa11e73324 for host: dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:29:59.784130 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [None req-d6aca616-80a5-4f61-8f73-3eeea3a8613b admin admin] For port f3aaf121-9594-48c4-8293-a166158221fe, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=f3aaf121-9594-48c4-8293-a166158221fe,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:29:59.784130 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d6aca616-80a5-4f61-8f73-3eeea3a8613b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:29:59.789750 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de85308c-56cf-4dea-82bd-bb2590a4dc3f None None] Routers {'4745fa43-db17-4f57-bf74-cffa11e73324'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:29:59.790967 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-de85308c-56cf-4dea-82bd-bb2590a4dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:29:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['4745fa43-db17-4f57-bf74-cffa11e73324'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:29:59.796283 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-d6aca616-80a5-4f61-8f73-3eeea3a8613b admin admin] Calling delete_port for f3aaf121-9594-48c4-8293-a166158221fe owned by network:router_gateway {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:29:59.972606 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-de85308c-56cf-4dea-82bd-bb2590a4dc3f None None] Set router 4745fa43-db17-4f57-bf74-cffa11e73324 gateway port host: None {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:29:59.983279 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d6aca616-80a5-4f61-8f73-3eeea3a8613b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.015132 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aca616-80a5-4f61-8f73-3eeea3a8613b admin admin] Pushing event deleted for resources: {'Port': ['ID=f3aaf121-9594-48c4-8293-a166158221fe,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:30:00.034305 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-de85308c-56cf-4dea-82bd-bb2590a4dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4745fa43-db17-4f57-bf74-cffa11e73324', 'name': 'tempest-ServerRescueNegativeTestJSON-1885501990-router', 'tenant_id': '03305e25979a4de2b9bf721e0ac9fabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T05:29:59Z', 'revision_number': 6, 'project_id': '03305e25979a4de2b9bf721e0ac9fabe', 'gw_port_host': None}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:30:00.066868 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de85308c-56cf-4dea-82bd-bb2590a4dc3f None None] The sync data for ids ['4745fa43-db17-4f57-bf74-cffa11e73324'] in dv-cinder-817135-2-iscsi is: [{'id': '4745fa43-db17-4f57-bf74-cffa11e73324', 'name': 'tempest-ServerRescueNegativeTestJSON-1885501990-router', 'tenant_id': '03305e25979a4de2b9bf721e0ac9fabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T04:56:28Z', 'updated_at': '2021-11-09T05:29:59Z', 'revision_number': 6, 'project_id': '03305e25979a4de2b9bf721e0ac9fabe', 'gw_port_host': None}] {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:30:00.117523 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d6aca616-80a5-4f61-8f73-3eeea3a8613b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461276'] for router_gateway, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.205758 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d6aca616-80a5-4f61-8f73-3eeea3a8613b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5227'] for router, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.207914 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d6aca616-80a5-4f61-8f73-3eeea3a8613b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.220979 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 33852) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:30:00.253968 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d6aca616-80a5-4f61-8f73-3eeea3a8613b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-462693'] for router, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.254590 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6aca616-80a5-4f61-8f73-3eeea3a8613b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4745fa43-db17-4f57-bf74-cffa11e73324 {{(pid=100972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 05:30:00.259392 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d6aca616-80a5-4f61-8f73-3eeea3a8613b admin admin] Publish callbacks [] for router, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.260598 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-d6aca616-80a5-4f61-8f73-3eeea3a8613b admin admin] 10.222.0.41 "DELETE /v2.0/routers/4745fa43-db17-4f57-bf74-cffa11e73324 HTTP/1.1" status: 204 len: 168 time: 0.8136148 Nov 09 05:30:00.263025 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 33856) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:30:00.307306 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6d1d16-848f-4365-b513-5dc74be93bb9 admin admin] Deleting subnet c2499b84-6c8e-423c-9fb2-df6ba60139be {{(pid=100972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 05:30:00.310810 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1d16-848f-4365-b513-5dc74be93bb9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.330789 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e6599f11-3b45-4417-a0fc-7c50769e6511 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.344734 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1d16-848f-4365-b513-5dc74be93bb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25701761'] for subnet, precommit_delete_associations {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.384529 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1d16-848f-4365-b513-5dc74be93bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16203819'] for subnet, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.407255 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e6599f11-3b45-4417-a0fc-7c50769e6511 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.414732 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-b5c62998-1735-46bd-87a6-a2e9106581dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.415405 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e6599f11-3b45-4417-a0fc-7c50769e6511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.451343 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6599f11-3b45-4417-a0fc-7c50769e6511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e74f9bc-cb3e-456b-84df-1f761da77e40,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:30:00.453240 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1d16-848f-4365-b513-5dc74be93bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16203810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25700707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26186246'] for subnet, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.465880 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-e6599f11-3b45-4417-a0fc-7c50769e6511 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4b4a0b493294a289a62943ddf493b39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414010 Nov 09 05:30:00.465880 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6599f11-3b45-4417-a0fc-7c50769e6511 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:30:00.465880 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6599f11-3b45-4417-a0fc-7c50769e6511 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:30:00.465880 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6599f11-3b45-4417-a0fc-7c50769e6511 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:30:00.466614 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6599f11-3b45-4417-a0fc-7c50769e6511 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:30:00.466955 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6599f11-3b45-4417-a0fc-7c50769e6511 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:30:00.467290 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6599f11-3b45-4417-a0fc-7c50769e6511 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:30:00.467630 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6599f11-3b45-4417-a0fc-7c50769e6511 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:30:00.467969 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6599f11-3b45-4417-a0fc-7c50769e6511 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:30:00.468301 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6599f11-3b45-4417-a0fc-7c50769e6511 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:30:00.468622 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6599f11-3b45-4417-a0fc-7c50769e6511 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:30:00.468945 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6599f11-3b45-4417-a0fc-7c50769e6511 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:30:00.469264 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6599f11-3b45-4417-a0fc-7c50769e6511 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:30:00.472437 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 33858) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:30:00.488278 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1d16-848f-4365-b513-5dc74be93bb9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.491947 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-7a6d1d16-848f-4365-b513-5dc74be93bb9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c2499b84-6c8e-423c-9fb2-df6ba60139be HTTP/1.1" status: 204 len: 168 time: 0.2278857 Nov 09 05:30:00.493068 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d1d16-848f-4365-b513-5dc74be93bb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2499b84-6c8e-423c-9fb2-df6ba60139be,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:30:00.495750 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 33860) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:30:00.524769 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4d17-87e2-4cb0-a264-80cc2073eab7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.551898 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4d17-87e2-4cb0-a264-80cc2073eab7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.566805 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-8637cb9b-87f5-441d-9971-fde88fb79b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16329678'] for network, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.604461 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4d17-87e2-4cb0-a264-80cc2073eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.607039 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-8a4d4d17-87e2-4cb0-a264-80cc2073eab7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.608225 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-8a4d4d17-87e2-4cb0-a264-80cc2073eab7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1e74f9bc-cb3e-456b-84df-1f761da77e40 HTTP/1.1" status: 204 len: 168 time: 0.1343331 Nov 09 05:30:00.617765 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d4d17-87e2-4cb0-a264-80cc2073eab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e74f9bc-cb3e-456b-84df-1f761da77e40,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:30:00.650720 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-8637cb9b-87f5-441d-9971-fde88fb79b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16206686', 'neutron.services.segments.db._delete_segments_for_network-8784574975281'] for network, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.670970 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-8637cb9b-87f5-441d-9971-fde88fb79b54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb813874-3a1c-46ff-b91a-7dd6ea1c233b']}} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:30:00.680531 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-8637cb9b-87f5-441d-9971-fde88fb79b54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2208e046-f033-47f1-96e4-7a48a8ee155f') {'for_net_delete': True} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:30:00.680827 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-8637cb9b-87f5-441d-9971-fde88fb79b54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2208e046-f033-47f1-96e4-7a48a8ee155f') {} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:30:00.690224 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-8637cb9b-87f5-441d-9971-fde88fb79b54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784575010618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25701784'] for segment, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.704117 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-8637cb9b-87f5-441d-9971-fde88fb79b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.710613 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8637cb9b-87f5-441d-9971-fde88fb79b54 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=100972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 05:30:00.710995 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-8637cb9b-87f5-441d-9971-fde88fb79b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25700741'] for segment, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: Traceback (most recent call last): Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: timer() Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: cb(*args, **kw) Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: return func(*args, **kwargs) Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: self._notify() Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: self.callback(batched_events) Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: event.method(event) Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: return f(self, *a, **k) Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: return self._get(url).json() Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: return self.request(url, 'GET', **kwargs) Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 05:30:00.712705 dv-cinder-817135-2-iscsi neutron-server[100972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 05:30:00.768527 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-8637cb9b-87f5-441d-9971-fde88fb79b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16205741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461216'] for network, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.774783 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-8637cb9b-87f5-441d-9971-fde88fb79b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.777878 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-8637cb9b-87f5-441d-9971-fde88fb79b54 admin admin] 10.222.0.41 "DELETE /v2.0/networks/eb813874-3a1c-46ff-b91a-7dd6ea1c233b HTTP/1.1" status: 204 len: 168 time: 0.2809100 Nov 09 05:30:00.790239 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637cb9b-87f5-441d-9971-fde88fb79b54 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb813874-3a1c-46ff-b91a-7dd6ea1c233b,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:30:00.887545 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 33868) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:30:00.904108 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c1d80c49-8bef-434c-82de-de65deb6c45f admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:00.904995 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 33870) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:30:00.951870 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-1f0fcd9b-ae12-4e61-9e24-0a823cc34b97 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03305e25979a4de2b9bf721e0ac9fabe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0450408 Nov 09 05:30:00.954227 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 33872) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:30:00.965384 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device abdb6e1e-6cc5-491a-847d-c81966c97b79 no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:30:00.988838 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: abdb6e1e-6cc5-491a-847d-c81966c97b79 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:30:00.989472 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device abdb6e1e-6cc5-491a-847d-c81966c97b79 not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:30:00.990054 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device f3aaf121-9594-48c4-8293-a166158221fe no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:30:01.006955 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-792966ed-c20c-4d33-ae62-da88e8f83eee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:01.009672 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c1d80c49-8bef-434c-82de-de65deb6c45f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:01.010077 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: f3aaf121-9594-48c4-8293-a166158221fe {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:30:01.010669 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device f3aaf121-9594-48c4-8293-a166158221fe not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:30:01.023762 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c1d80c49-8bef-434c-82de-de65deb6c45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:01.032578 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-792966ed-c20c-4d33-ae62-da88e8f83eee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:01.079146 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-c1d80c49-8bef-434c-82de-de65deb6c45f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0da817f1905a4f8683dd629b0e873b81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904135 Nov 09 05:30:01.080463 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d80c49-8bef-434c-82de-de65deb6c45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12210ca3-1300-4b2a-8060-6f2eda1b8b59,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:30:01.082477 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 33878) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:30:01.142740 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-017cf12f-9eea-4f4f-a8c2-61956f48b9dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:01.147966 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-792966ed-c20c-4d33-ae62-da88e8f83eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:01.151141 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-792966ed-c20c-4d33-ae62-da88e8f83eee admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:01.156365 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-792966ed-c20c-4d33-ae62-da88e8f83eee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ad052f0-4ca2-47fe-ba52-f3ad395c4425 HTTP/1.1" status: 204 len: 168 time: 0.1959436 Nov 09 05:30:01.183406 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792966ed-c20c-4d33-ae62-da88e8f83eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad052f0-4ca2-47fe-ba52-f3ad395c4425,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:30:01.189347 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-017cf12f-9eea-4f4f-a8c2-61956f48b9dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:01.240296 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-017cf12f-9eea-4f4f-a8c2-61956f48b9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:01.243444 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-017cf12f-9eea-4f4f-a8c2-61956f48b9dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:01.244840 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-017cf12f-9eea-4f4f-a8c2-61956f48b9dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12210ca3-1300-4b2a-8060-6f2eda1b8b59 HTTP/1.1" status: 204 len: 168 time: 0.1614332 Nov 09 05:30:01.253318 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017cf12f-9eea-4f4f-a8c2-61956f48b9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12210ca3-1300-4b2a-8060-6f2eda1b8b59,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:30:01.741339 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:03.107155 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:03.858272 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:09.859149 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:28.242249 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-ab953bee-84a2-4728-a052-f8823a459b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:30.409761 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f0d656ec-457a-4872-b06d-164292f16a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:31.743196 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:33.111328 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:33.860988 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:36.596124 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:30:39.883231 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:58.253365 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-d0e5cf3c-94ec-4021-a918-2d1a72cdfb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:58.484472 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 34004) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:30:58.598067 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e04c6cf1-eaf5-4b51-96f2-c3eb1feed2e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:58.675401 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 34014) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:30:58.689379 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e04c6cf1-eaf5-4b51-96f2-c3eb1feed2e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:58.695454 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e04c6cf1-eaf5-4b51-96f2-c3eb1feed2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:58.739360 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-e04c6cf1-eaf5-4b51-96f2-c3eb1feed2e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4140c723ba694ed0acbdf0f0bfd9817b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2538104 Nov 09 05:30:58.740749 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c6cf1-eaf5-4b51-96f2-c3eb1feed2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f072e5df-3e03-40d9-9b79-cc2a8c1aa55f,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:30:58.742592 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 34018) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:30:58.794904 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-29f2d247-75e6-49f5-88a1-33c8aef6686a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:58.819634 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-1dce42e8-6113-4703-ae95-fd4307bdb011 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:58.854480 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-1dce42e8-6113-4703-ae95-fd4307bdb011 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:58.922100 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-29f2d247-75e6-49f5-88a1-33c8aef6686a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:58.925227 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-29f2d247-75e6-49f5-88a1-33c8aef6686a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:58.937042 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-1dce42e8-6113-4703-ae95-fd4307bdb011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:58.939546 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-1dce42e8-6113-4703-ae95-fd4307bdb011 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:58.940702 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-1dce42e8-6113-4703-ae95-fd4307bdb011 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f072e5df-3e03-40d9-9b79-cc2a8c1aa55f HTTP/1.1" status: 204 len: 168 time: 0.1969733 Nov 09 05:30:58.969950 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-29f2d247-75e6-49f5-88a1-33c8aef6686a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d58b1086f033402baa54d7f22d417af4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916524 Nov 09 05:30:58.970900 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2d247-75e6-49f5-88a1-33c8aef6686a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3cbcdf-b423-4b11-a00b-20eacc2e0cce,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:30:58.972880 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 34022) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:30:58.983093 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce42e8-6113-4703-ae95-fd4307bdb011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f072e5df-3e03-40d9-9b79-cc2a8c1aa55f,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:30:59.028878 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-9bd73762-a57b-4a56-adb8-08360fd87af5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:59.050127 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-9bd73762-a57b-4a56-adb8-08360fd87af5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:59.101557 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-9bd73762-a57b-4a56-adb8-08360fd87af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:59.104117 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-9bd73762-a57b-4a56-adb8-08360fd87af5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:59.105326 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-9bd73762-a57b-4a56-adb8-08360fd87af5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd3cbcdf-b423-4b11-a00b-20eacc2e0cce HTTP/1.1" status: 204 len: 168 time: 0.1312306 Nov 09 05:30:59.112840 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd73762-a57b-4a56-adb8-08360fd87af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3cbcdf-b423-4b11-a00b-20eacc2e0cce,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:30:59.120452 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd73762-a57b-4a56-adb8-08360fd87af5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:30:59.120799 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd73762-a57b-4a56-adb8-08360fd87af5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:30:59.121134 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd73762-a57b-4a56-adb8-08360fd87af5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:30:59.121464 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd73762-a57b-4a56-adb8-08360fd87af5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:30:59.121787 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd73762-a57b-4a56-adb8-08360fd87af5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:30:59.122107 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd73762-a57b-4a56-adb8-08360fd87af5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:30:59.122431 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd73762-a57b-4a56-adb8-08360fd87af5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:30:59.122752 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd73762-a57b-4a56-adb8-08360fd87af5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:30:59.123069 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd73762-a57b-4a56-adb8-08360fd87af5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:30:59.123381 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd73762-a57b-4a56-adb8-08360fd87af5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:30:59.123931 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd73762-a57b-4a56-adb8-08360fd87af5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:30:59.124249 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd73762-a57b-4a56-adb8-08360fd87af5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:30:59.507489 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 34054) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:30:59.522187 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-48647584-b1db-4bd8-8744-993689f97487 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:59.602961 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-48647584-b1db-4bd8-8744-993689f97487 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:59.608771 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-48647584-b1db-4bd8-8744-993689f97487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:59.662964 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-48647584-b1db-4bd8-8744-993689f97487 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d300a7d7b29746f1b84b9283b087738a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537855 Nov 09 05:30:59.664455 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48647584-b1db-4bd8-8744-993689f97487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51082ba4-8a6f-4804-9619-5277e8b18e4b,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:30:59.665946 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 34062) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:30:59.735138 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-6c821e97-c27b-4726-b0e0-b5b0d121c45a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:59.768379 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-6c821e97-c27b-4726-b0e0-b5b0d121c45a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:59.818588 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-6c821e97-c27b-4726-b0e0-b5b0d121c45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:59.821237 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-6c821e97-c27b-4726-b0e0-b5b0d121c45a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:30:59.822364 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-6c821e97-c27b-4726-b0e0-b5b0d121c45a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51082ba4-8a6f-4804-9619-5277e8b18e4b HTTP/1.1" status: 204 len: 168 time: 0.1553898 Nov 09 05:30:59.834287 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c821e97-c27b-4726-b0e0-b5b0d121c45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51082ba4-8a6f-4804-9619-5277e8b18e4b,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:00.412675 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-86d6cdab-0ee8-470c-975c-2e4917f5c0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:00.751582 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 34118) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:00.873209 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d827d850-cff8-467d-8f4b-53541cfa0f91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:00.966069 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d827d850-cff8-467d-8f4b-53541cfa0f91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:00.971473 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d827d850-cff8-467d-8f4b-53541cfa0f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:01.015007 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-d827d850-cff8-467d-8f4b-53541cfa0f91 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=abb1cbb8c51d43188fff33d34633e930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599435 Nov 09 05:31:01.015007 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827d850-cff8-467d-8f4b-53541cfa0f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d2ccc4-ec2c-408b-9f63-4a8e90ffee39,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:01.016591 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 34144) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:01.082833 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e73f-afdd-4af7-a6aa-f475f974f848 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:01.104802 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e73f-afdd-4af7-a6aa-f475f974f848 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:01.156585 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e73f-afdd-4af7-a6aa-f475f974f848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:01.160121 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e73f-afdd-4af7-a6aa-f475f974f848 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:01.164254 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-4bb4e73f-afdd-4af7-a6aa-f475f974f848 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13d2ccc4-ec2c-408b-9f63-4a8e90ffee39 HTTP/1.1" status: 204 len: 168 time: 0.1431165 Nov 09 05:31:01.179963 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4e73f-afdd-4af7-a6aa-f475f974f848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d2ccc4-ec2c-408b-9f63-4a8e90ffee39,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:01.189687 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4e73f-afdd-4af7-a6aa-f475f974f848 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:01.190144 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4e73f-afdd-4af7-a6aa-f475f974f848 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:01.190408 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4e73f-afdd-4af7-a6aa-f475f974f848 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:01.191012 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4e73f-afdd-4af7-a6aa-f475f974f848 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:01.191367 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4e73f-afdd-4af7-a6aa-f475f974f848 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:01.191721 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4e73f-afdd-4af7-a6aa-f475f974f848 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:01.192053 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4e73f-afdd-4af7-a6aa-f475f974f848 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:01.193071 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4e73f-afdd-4af7-a6aa-f475f974f848 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:01.193735 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4e73f-afdd-4af7-a6aa-f475f974f848 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:01.194248 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4e73f-afdd-4af7-a6aa-f475f974f848 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:01.194852 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4e73f-afdd-4af7-a6aa-f475f974f848 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:01.195677 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4e73f-afdd-4af7-a6aa-f475f974f848 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:01.460437 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 34172) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:01.476777 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-285d7611-f0f8-42e7-b112-ad0447b6b93a admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:01.565988 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-285d7611-f0f8-42e7-b112-ad0447b6b93a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:01.572243 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-285d7611-f0f8-42e7-b112-ad0447b6b93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:01.588200 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 34176) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:01.613587 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-285d7611-f0f8-42e7-b112-ad0447b6b93a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94b3fe8b5dd94e29afacfd8edb12b04a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491156 Nov 09 05:31:01.613587 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d7611-f0f8-42e7-b112-ad0447b6b93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdfc1e2-0cdf-4ba8-b82d-797acb52af0b,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:01.613977 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 34180) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:01.665558 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-80161a4d-cb60-4649-b5be-2b5b0abd2f21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:01.695589 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-80161a4d-cb60-4649-b5be-2b5b0abd2f21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:01.709450 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d86af0cd-dc5f-4a03-8da5-bb5d468513d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:01.747126 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:01.776823 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-80161a4d-cb60-4649-b5be-2b5b0abd2f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:01.779763 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-80161a4d-cb60-4649-b5be-2b5b0abd2f21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:01.780980 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-80161a4d-cb60-4649-b5be-2b5b0abd2f21 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4bdfc1e2-0cdf-4ba8-b82d-797acb52af0b HTTP/1.1" status: 204 len: 168 time: 0.1655009 Nov 09 05:31:01.797841 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80161a4d-cb60-4649-b5be-2b5b0abd2f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdfc1e2-0cdf-4ba8-b82d-797acb52af0b,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:01.841276 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d86af0cd-dc5f-4a03-8da5-bb5d468513d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:01.852835 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d86af0cd-dc5f-4a03-8da5-bb5d468513d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:01.903445 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86af0cd-dc5f-4a03-8da5-bb5d468513d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9aa337-34a6-44ef-a74e-9067f519f4f7,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:01.911059 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 34196) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:01.911205 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-d86af0cd-dc5f-4a03-8da5-bb5d468513d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d294ec3dd2b47e294a110c7edc99136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210146 Nov 09 05:31:01.976902 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0503b457-6d32-4f7c-a188-8bf1c6a2e2ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:01.999183 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0503b457-6d32-4f7c-a188-8bf1c6a2e2ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:02.048535 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0503b457-6d32-4f7c-a188-8bf1c6a2e2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:02.051137 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0503b457-6d32-4f7c-a188-8bf1c6a2e2ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:02.054874 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-0503b457-6d32-4f7c-a188-8bf1c6a2e2ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e9aa337-34a6-44ef-a74e-9067f519f4f7 HTTP/1.1" status: 204 len: 168 time: 0.1399238 Nov 09 05:31:02.060770 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503b457-6d32-4f7c-a188-8bf1c6a2e2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9aa337-34a6-44ef-a74e-9067f519f4f7,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:02.349572 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 34216) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:02.363913 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e33c1dbb-b02c-4c55-9aea-704fa655b767 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:02.469033 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e33c1dbb-b02c-4c55-9aea-704fa655b767 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:02.474820 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e33c1dbb-b02c-4c55-9aea-704fa655b767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:02.523440 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 34226) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:02.523590 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-e33c1dbb-b02c-4c55-9aea-704fa655b767 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70a930d0a3ec4426b0dc8550e7cf25a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1728432 Nov 09 05:31:02.524799 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c1dbb-b02c-4c55-9aea-704fa655b767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea88099-3d95-4994-973e-96a10d234b6a,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:02.575336 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e83dcd42-209b-44be-ac48-c225a6fb653f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:02.597468 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e83dcd42-209b-44be-ac48-c225a6fb653f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:02.645217 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e83dcd42-209b-44be-ac48-c225a6fb653f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:02.648074 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e83dcd42-209b-44be-ac48-c225a6fb653f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:02.649181 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-e83dcd42-209b-44be-ac48-c225a6fb653f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eea88099-3d95-4994-973e-96a10d234b6a HTTP/1.1" status: 204 len: 168 time: 0.1246786 Nov 09 05:31:02.656583 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83dcd42-209b-44be-ac48-c225a6fb653f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea88099-3d95-4994-973e-96a10d234b6a,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:03.115177 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:03.863423 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:09.879351 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:13.594825 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:31:18.734944 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 34612) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:18.844643 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-dc63e0aa-5e84-4b57-83dc-2d7187990725 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:18.926917 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-dc63e0aa-5e84-4b57-83dc-2d7187990725 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:18.931725 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-dc63e0aa-5e84-4b57-83dc-2d7187990725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:18.975365 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-dc63e0aa-5e84-4b57-83dc-2d7187990725 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d6b1c99122b4b9b82511feb80ea764e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391477 Nov 09 05:31:18.976654 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63e0aa-5e84-4b57-83dc-2d7187990725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68de2499-b7ac-4ab0-bf0c-f1ffdbb9a25e,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:18.978555 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 34624) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:19.039421 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b3052169-7afb-43f7-9906-f1efed47bf37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:19.064621 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b3052169-7afb-43f7-9906-f1efed47bf37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:19.129979 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b3052169-7afb-43f7-9906-f1efed47bf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:19.132909 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b3052169-7afb-43f7-9906-f1efed47bf37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:19.134621 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-b3052169-7afb-43f7-9906-f1efed47bf37 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68de2499-b7ac-4ab0-bf0c-f1ffdbb9a25e HTTP/1.1" status: 204 len: 168 time: 0.1524639 Nov 09 05:31:19.144131 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3052169-7afb-43f7-9906-f1efed47bf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68de2499-b7ac-4ab0-bf0c-f1ffdbb9a25e,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:19.433779 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 34654) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:19.449666 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-2cf171e3-fd37-4f50-b70d-d315becfbfc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:19.539531 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-2cf171e3-fd37-4f50-b70d-d315becfbfc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:19.544309 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-2cf171e3-fd37-4f50-b70d-d315becfbfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:19.581267 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-2cf171e3-fd37-4f50-b70d-d315becfbfc2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60296007a7ea455ab69410fc58f48af5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463709 Nov 09 05:31:19.584483 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 34664) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:19.586039 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf171e3-fd37-4f50-b70d-d315becfbfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c33d22-2f45-4662-9d3a-4d8022189fb9,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:19.654165 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-ec6ca3aa-0dde-4c2b-b103-a7fac1c55505 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:19.681314 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-ec6ca3aa-0dde-4c2b-b103-a7fac1c55505 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:19.755143 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 34672) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:19.763041 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-ec6ca3aa-0dde-4c2b-b103-a7fac1c55505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:19.765982 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-ec6ca3aa-0dde-4c2b-b103-a7fac1c55505 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:19.770273 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-ec6ca3aa-0dde-4c2b-b103-a7fac1c55505 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35c33d22-2f45-4662-9d3a-4d8022189fb9 HTTP/1.1" status: 204 len: 168 time: 0.1841400 Nov 09 05:31:19.778748 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ca3aa-0dde-4c2b-b103-a7fac1c55505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c33d22-2f45-4662-9d3a-4d8022189fb9,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:19.929193 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-1b6df16a-774b-42a3-8027-e454611263a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:20.033942 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-1b6df16a-774b-42a3-8027-e454611263a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:20.039214 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-1b6df16a-774b-42a3-8027-e454611263a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:20.081106 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-1b6df16a-774b-42a3-8027-e454611263a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f877cf0d9fb451499ded0718450f1fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3245101 Nov 09 05:31:20.082103 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6df16a-774b-42a3-8027-e454611263a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ba7d9b-54fb-4164-a631-df496a4e881a,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:20.084676 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 34698) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:20.150421 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f38874af-372d-4596-ab21-ca1b58fccd5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:20.172477 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f38874af-372d-4596-ab21-ca1b58fccd5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:20.222244 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f38874af-372d-4596-ab21-ca1b58fccd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:20.225110 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-f38874af-372d-4596-ab21-ca1b58fccd5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:20.226559 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-f38874af-372d-4596-ab21-ca1b58fccd5c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7ba7d9b-54fb-4164-a631-df496a4e881a HTTP/1.1" status: 204 len: 168 time: 0.1409872 Nov 09 05:31:20.234676 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38874af-372d-4596-ab21-ca1b58fccd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ba7d9b-54fb-4164-a631-df496a4e881a,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:20.615600 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 34734) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:20.630359 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-cf8521d0-ffa0-4ed1-8fcf-104449253ddc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:20.714406 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-cf8521d0-ffa0-4ed1-8fcf-104449253ddc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:20.718199 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-cf8521d0-ffa0-4ed1-8fcf-104449253ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:20.756153 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8521d0-ffa0-4ed1-8fcf-104449253ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19feca28-ec85-4ac4-bfac-c9122cce3d60,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:20.762208 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-cf8521d0-ffa0-4ed1-8fcf-104449253ddc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eaea05c9d05e4e4c96331ecd1447ff0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448739 Nov 09 05:31:20.765134 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 34736) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:20.817128 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bbd77ab2-1665-4fd6-bcbb-7684e8d6d88b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:20.844701 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bbd77ab2-1665-4fd6-bcbb-7684e8d6d88b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:20.893157 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bbd77ab2-1665-4fd6-bcbb-7684e8d6d88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:20.897726 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bbd77ab2-1665-4fd6-bcbb-7684e8d6d88b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:20.902276 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-bbd77ab2-1665-4fd6-bcbb-7684e8d6d88b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19feca28-ec85-4ac4-bfac-c9122cce3d60 HTTP/1.1" status: 204 len: 168 time: 0.1361520 Nov 09 05:31:20.910706 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd77ab2-1665-4fd6-bcbb-7684e8d6d88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19feca28-ec85-4ac4-bfac-c9122cce3d60,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:21.117482 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 34752) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:21.263890 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-34f9b828-680f-4d52-8fe7-08654e3cbbc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:21.341506 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-34f9b828-680f-4d52-8fe7-08654e3cbbc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:21.345800 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-34f9b828-680f-4d52-8fe7-08654e3cbbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:21.387894 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-34f9b828-680f-4d52-8fe7-08654e3cbbc4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=274c06f5ad1b40f4ac5b99b168dd3ad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684379 Nov 09 05:31:21.388953 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9b828-680f-4d52-8fe7-08654e3cbbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920dd06e-02d7-419a-a0cf-da1c2ecfe10d,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:21.390344 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 34774) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:21.453058 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-66245e07-289f-423d-9f5c-1c39221a1956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:21.476804 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-66245e07-289f-423d-9f5c-1c39221a1956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:21.479051 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 34776) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:21.543338 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-66245e07-289f-423d-9f5c-1c39221a1956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:21.548116 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-66245e07-289f-423d-9f5c-1c39221a1956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:21.549475 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-66245e07-289f-423d-9f5c-1c39221a1956 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/920dd06e-02d7-419a-a0cf-da1c2ecfe10d HTTP/1.1" status: 204 len: 168 time: 0.1576602 Nov 09 05:31:21.559800 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66245e07-289f-423d-9f5c-1c39221a1956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920dd06e-02d7-419a-a0cf-da1c2ecfe10d,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:21.625012 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e5ac82df-534b-42dd-a60d-536aaba0399d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:21.717894 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e5ac82df-534b-42dd-a60d-536aaba0399d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:21.724301 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e5ac82df-534b-42dd-a60d-536aaba0399d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:21.759195 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-e5ac82df-534b-42dd-a60d-536aaba0399d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a36ab34524843298ebfd0e5e30557cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2789457 Nov 09 05:31:21.761974 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 34794) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:21.775769 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac82df-534b-42dd-a60d-536aaba0399d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2870f6-9bf5-4393-b91c-fea7da469549,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:21.866616 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b98556f6-7291-431b-a39a-d2521a04352d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:21.898566 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b98556f6-7291-431b-a39a-d2521a04352d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:21.968414 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b98556f6-7291-431b-a39a-d2521a04352d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:21.972656 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b98556f6-7291-431b-a39a-d2521a04352d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:21.976362 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-b98556f6-7291-431b-a39a-d2521a04352d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4b2870f6-9bf5-4393-b91c-fea7da469549 HTTP/1.1" status: 204 len: 168 time: 0.2109184 Nov 09 05:31:21.982477 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98556f6-7291-431b-a39a-d2521a04352d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2870f6-9bf5-4393-b91c-fea7da469549,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:22.322868 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 34864) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:22.335868 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7088ff73-d2c3-44f3-b874-e503dfeb26f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:22.428923 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7088ff73-d2c3-44f3-b874-e503dfeb26f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:22.433992 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7088ff73-d2c3-44f3-b874-e503dfeb26f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:22.478579 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-7088ff73-d2c3-44f3-b874-e503dfeb26f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d22198f6986e41ecabac66380c68dff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1518340 Nov 09 05:31:22.478790 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 34868) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:22.487220 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088ff73-d2c3-44f3-b874-e503dfeb26f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995f3cd7-c7d0-4948-9a14-32fde1751b14,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:22.555751 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2c7c2e88-0a05-4441-ba47-e8f340d466ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:22.581558 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2c7c2e88-0a05-4441-ba47-e8f340d466ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:22.632188 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2c7c2e88-0a05-4441-ba47-e8f340d466ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:22.634793 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2c7c2e88-0a05-4441-ba47-e8f340d466ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:22.636017 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-2c7c2e88-0a05-4441-ba47-e8f340d466ff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/995f3cd7-c7d0-4948-9a14-32fde1751b14 HTTP/1.1" status: 204 len: 168 time: 0.1561565 Nov 09 05:31:22.643901 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c2e88-0a05-4441-ba47-e8f340d466ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995f3cd7-c7d0-4948-9a14-32fde1751b14,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:22.975165 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 34888) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:22.988532 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-722872cc-866a-46d9-b217-947b052e0365 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:23.060881 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-722872cc-866a-46d9-b217-947b052e0365 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:23.064635 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-722872cc-866a-46d9-b217-947b052e0365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:23.104618 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-722872cc-866a-46d9-b217-947b052e0365 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd53ca8ace1449e9abccd1fe452a62e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281080 Nov 09 05:31:23.107040 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722872cc-866a-46d9-b217-947b052e0365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed74fbe-d49a-474f-b84d-d6cb39fd8fc0,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:23.107875 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 34890) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:23.156752 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-49da0018-a385-45eb-b1db-f597f9ea9c18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:23.176757 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-49da0018-a385-45eb-b1db-f597f9ea9c18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:23.223452 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-49da0018-a385-45eb-b1db-f597f9ea9c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:23.225994 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-49da0018-a385-45eb-b1db-f597f9ea9c18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:23.227108 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-49da0018-a385-45eb-b1db-f597f9ea9c18 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9ed74fbe-d49a-474f-b84d-d6cb39fd8fc0 HTTP/1.1" status: 204 len: 168 time: 0.1179461 Nov 09 05:31:23.234413 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da0018-a385-45eb-b1db-f597f9ea9c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed74fbe-d49a-474f-b84d-d6cb39fd8fc0,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:23.874696 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 34916) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:23.972204 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-027860da-d064-4ead-a570-efb57fbac7d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-959545239-network', 'tenant_id': '00555c9dc6b94b048368752dc235deba'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:31:23.994190 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027860da-d064-4ead-a570-efb57fbac7d6 admin admin] Made reservation on behalf of 00555c9dc6b94b048368752dc235deba for: {'network': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:31:23.996575 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-027860da-d064-4ead-a570-efb57fbac7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for network, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:24.004688 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-027860da-d064-4ead-a570-efb57fbac7d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:24.074649 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-027860da-d064-4ead-a570-efb57fbac7d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:24.078357 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-027860da-d064-4ead-a570-efb57fbac7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:24.102556 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027860da-d064-4ead-a570-efb57fbac7d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=100972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 05:31:24.111718 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027860da-d064-4ead-a570-efb57fbac7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f1d921-e81b-4cf7-92c4-acbff557b625,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:24.119523 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-027860da-d064-4ead-a570-efb57fbac7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:24.119523 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.db.segments_db [None req-027860da-d064-4ead-a570-efb57fbac7d6 admin admin] Added segment cfe413a1-c9d5-4162-b390-63a12d3a484a of type vlan for network 07d5c80c-0680-416c-abc7-d57cb6e89b86 Nov 09 05:31:24.159610 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-027860da-d064-4ead-a570-efb57fbac7d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784574440138'] for network, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:24.183029 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-027860da-d064-4ead-a570-efb57fbac7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for network, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:24.184039 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027860da-d064-4ead-a570-efb57fbac7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:31:24.184560 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-027860da-d064-4ead-a570-efb57fbac7d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:24.240622 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-027860da-d064-4ead-a570-efb57fbac7d6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3648677 Nov 09 05:31:24.243445 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 34926) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:24.247698 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027860da-d064-4ead-a570-efb57fbac7d6 admin admin] Pushing event updated for resources: {'Network': ['ID=07d5c80c-0680-416c-abc7-d57cb6e89b86,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:24.248311 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-860c064f-bd79-4a52-a653-253be900d023 admin admin] Request body: {'subnet': {'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-959545239-subnet', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'ip_version': 4}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:31:24.257375 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Network 07d5c80c-0680-416c-abc7-d57cb6e89b86 details requested by agent ovs-agent-dv-cinder-817135-2-iscsi with host dv-cinder-817135-2-iscsi {{(pid=100973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 05:31:24.269857 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860c064f-bd79-4a52-a653-253be900d023 admin admin] Made reservation on behalf of 00555c9dc6b94b048368752dc235deba for: {'subnet': 1} {{(pid=100971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:31:24.272356 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-860c064f-bd79-4a52-a653-253be900d023 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3264629'] for subnet, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:24.436651 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-860c064f-bd79-4a52-a653-253be900d023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3538111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3264399'] for subnet, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:24.490158 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c064f-bd79-4a52-a653-253be900d023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab7b2d5-e9d4-404e-b783-f8f50618c8b0,revision_number=0']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:24.498757 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860c064f-bd79-4a52-a653-253be900d023 admin admin] Checking segment: {'id': 'cfe413a1-c9d5-4162-b390-63a12d3a484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:31:24.499385 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860c064f-bd79-4a52-a653-253be900d023 admin admin] Network hostable DHCP agents. Network: 07d5c80c-0680-416c-abc7-d57cb6e89b86, hostable agents: ['d072c37d-c6e5-4774-92cd-7a83958f5a5d'], hosted agents: [] {{(pid=100971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 05:31:24.515854 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860c064f-bd79-4a52-a653-253be900d023 admin admin] Network 07d5c80c-0680-416c-abc7-d57cb6e89b86 is scheduled to be hosted by DHCP agent d072c37d-c6e5-4774-92cd-7a83958f5a5d with binding_index 1 {{(pid=100971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 05:31:24.523837 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-860c064f-bd79-4a52-a653-253be900d023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-2-iscsi, 07d5c80c-0680-416c-abc7-d57cb6e89b86) {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:31:24.527791 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860c064f-bd79-4a52-a653-253be900d023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:31:24.528385 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-860c064f-bd79-4a52-a653-253be900d023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for subnet, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:24.533605 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50e3128-a385-4f2d-b5e8-5e377efa3c97 None None] Network 07d5c80c-0680-416c-abc7-d57cb6e89b86 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:31:24.543563 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-860c064f-bd79-4a52-a653-253be900d023 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2990162 Nov 09 05:31:24.546234 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 34928) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:24.550434 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-bb7e7396-6653-49da-b349-47e109076eb9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-959545239-router', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:31:24.573750 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bb7e7396-6653-49da-b349-47e109076eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5241'] for router, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:24.574805 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bb7e7396-6653-49da-b349-47e109076eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5234'] for router, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:24.634142 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bb7e7396-6653-49da-b349-47e109076eb9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:24.682296 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21777919-bb63-569a-890b-429e7a5fb4dd-07d5c80c-0680-416c-abc7-d57cb6e89b86', 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'fixed_ips': [{'subnet_id': 'dab7b2d5-e9d4-404e-b783-f8f50618c8b0'}]}} from dv-cinder-817135-2-iscsi. {{(pid=100973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 05:31:24.683152 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:24.765728 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bb7e7396-6653-49da-b349-47e109076eb9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:24.808960 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.db_base_plugin_common [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Allocated IP 172.20.0.2 (07d5c80c-0680-416c-abc7-d57cb6e89b86/dab7b2d5-e9d4-404e-b783-f8f50618c8b0/849dd40e-bcc8-43e6-8255-b408729270f9) {{(pid=100973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:31:24.947430 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Publish callbacks [] for port, precommit_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:24.952975 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384'] for port, after_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:24.957820 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bb7e7396-6653-49da-b349-47e109076eb9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:24.976768 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bb7e7396-6653-49da-b349-47e109076eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:24.990517 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Network 07d5c80c-0680-416c-abc7-d57cb6e89b86 is already hosted by enough agents. {{(pid=100973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:31:24.996224 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.scheduler.base_scheduler [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Resources bound (agent type, host, resource id): {{(pid=100973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:31:24.999498 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Received port after_create {{(pid=100973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:31:25.009432 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Pushing event updated for resources: {'Port': ['ID=849dd40e-bcc8-43e6-8255-b408729270f9,revision_number=1']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:25.032690 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:25.033036 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:25.033371 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:25.033701 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:25.034027 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:25.034400 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:25.034656 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:25.034973 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:25.035310 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:25.035667 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:25.035957 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:25.036268 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:25.074216 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Attempting to bind port 849dd40e-bcc8-43e6-8255-b408729270f9 on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:31:25.074573 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Attempting to bind port 849dd40e-bcc8-43e6-8255-b408729270f9 by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': 'cfe413a1-c9d5-4162-b390-63a12d3a484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86'}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:31:25.074921 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Attempting to bind port 849dd40e-bcc8-43e6-8255-b408729270f9 on network 07d5c80c-0680-416c-abc7-d57cb6e89b86 {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:31:25.079673 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:31:25.080048 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Checking segment: {'id': 'cfe413a1-c9d5-4162-b390-63a12d3a484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:31:25.080432 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:25.080809 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Bound using segment: {'id': 'cfe413a1-c9d5-4162-b390-63a12d3a484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86'} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:31:25.081258 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Bound port: 849dd40e-bcc8-43e6-8255-b408729270f9, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe413a1-c9d5-4162-b390-63a12d3a484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86'}}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:31:25.081625 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:25.103284 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [None req-bb7e7396-6653-49da-b349-47e109076eb9 admin admin] Allocated IP 172.27.0.176 (88e43ffb-3775-4d57-b72a-70455855b0f1/a0c8eb9b-e525-49dd-abc3-6c12893ff27c/20458db9-34c4-4eb9-b657-9f9e96c56fb0) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:31:25.145036 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] For port 849dd40e-bcc8-43e6-8255-b408729270f9, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:31:25.148455 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] For port 849dd40e-bcc8-43e6-8255-b408729270f9, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=849dd40e-bcc8-43e6-8255-b408729270f9,segment=NetworkSegment(cfe413a1-c9d5-4162-b390-63a12d3a484a),segment_id=cfe413a1-c9d5-4162-b390-63a12d3a484a)] {{(pid=100973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:31:25.153123 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:25.207772 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36b3e3-3d1d-45cb-b351-dc64a702b031 None None] Pushing event updated for resources: {'Port': ['ID=849dd40e-bcc8-43e6-8255-b408729270f9,revision_number=2']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:25.222289 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bb7e7396-6653-49da-b349-47e109076eb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:25.257733 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bb7e7396-6653-49da-b349-47e109076eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:25.299103 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7e7396-6653-49da-b349-47e109076eb9 admin admin] Network 88e43ffb-3775-4d57-b72a-70455855b0f1 is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:31:25.304292 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-bb7e7396-6653-49da-b349-47e109076eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:31:25.306869 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7e7396-6653-49da-b349-47e109076eb9 admin admin] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:31:25.339287 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e7396-6653-49da-b349-47e109076eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=20458db9-34c4-4eb9-b657-9f9e96c56fb0,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:25.581509 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bb7e7396-6653-49da-b349-47e109076eb9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:25.777906 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bb7e7396-6653-49da-b349-47e109076eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461304'] for router, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:25.909305 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7e7396-6653-49da-b349-47e109076eb9 admin admin] Router 3ba8cca1-41bc-4328-903a-14e486e85f43 is scheduled to L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a with binding_index 1 {{(pid=100971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 05:31:26.028782 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7e7396-6653-49da-b349-47e109076eb9 admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:31:26.038557 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] Sync routers for ids ['3ba8cca1-41bc-4328-903a-14e486e85f43'] in dv-cinder-817135-2-iscsi {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:31:26.047198 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-bb7e7396-6653-49da-b349-47e109076eb9 admin admin] Publish callbacks [] for router, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:26.048563 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-bb7e7396-6653-49da-b349-47e109076eb9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5013189 Nov 09 05:31:26.051081 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] Routers {'3ba8cca1-41bc-4328-903a-14e486e85f43'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:31:26.051492 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 34954) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:26.051981 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:31:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['3ba8cca1-41bc-4328-903a-14e486e85f43'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:31:26.097426 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6ec578-17ff-400a-aaf7-6e8797f553fa None None] Network 07d5c80c-0680-416c-abc7-d57cb6e89b86 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:31:26.245773 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] Set router 3ba8cca1-41bc-4328-903a-14e486e85f43 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:31:26.247391 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-60c0ec6e-8f02-4e2d-ae6a-7b0b82aef101 None None] Provisioning complete for port 849dd40e-bcc8-43e6-8255-b408729270f9 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:31:26.247781 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-60c0ec6e-8f02-4e2d-ae6a-7b0b82aef101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:26.545605 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-58a8cccd-971f-434f-9c84-dff52e76ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:26.714653 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-60c0ec6e-8f02-4e2d-ae6a-7b0b82aef101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:26.752176 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_common [None req-58a8cccd-971f-434f-9c84-dff52e76ad4e admin admin] Allocated IP 172.20.0.1 (07d5c80c-0680-416c-abc7-d57cb6e89b86/dab7b2d5-e9d4-404e-b783-f8f50618c8b0/21c11421-24be-4007-8acf-93aa64e59370) {{(pid=100972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:31:26.760014 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-60c0ec6e-8f02-4e2d-ae6a-7b0b82aef101 None None] For port 849dd40e-bcc8-43e6-8255-b408729270f9, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=849dd40e-bcc8-43e6-8255-b408729270f9,segment=NetworkSegment(cfe413a1-c9d5-4162-b390-63a12d3a484a),segment_id=cfe413a1-c9d5-4162-b390-63a12d3a484a)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:31:26.764885 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-60c0ec6e-8f02-4e2d-ae6a-7b0b82aef101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:26.797772 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'name': 'tempest-TestMinimumBasicScenario-959545239-router', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:25Z', 'revision_number': 3, 'project_id': '00555c9dc6b94b048368752dc235deba', 'gw_port': {'id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:94:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:31:26.829877 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] Checking router: 3ba8cca1-41bc-4328-903a-14e486e85f43 for host: dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:31:26.830233 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] Updating router 3ba8cca1-41bc-4328-903a-14e486e85f43 port 20458db9-34c4-4eb9-b657-9f9e96c56fb0 binding host dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 05:31:26.868656 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0ec6e-8f02-4e2d-ae6a-7b0b82aef101 None None] Pushing event updated for resources: {'Port': ['ID=849dd40e-bcc8-43e6-8255-b408729270f9,revision_number=3']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:26.868926 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-58a8cccd-971f-434f-9c84-dff52e76ad4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:26.874509 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:26.903184 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-58a8cccd-971f-434f-9c84-dff52e76ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:26.941135 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a8cccd-971f-434f-9c84-dff52e76ad4e admin admin] Network 07d5c80c-0680-416c-abc7-d57cb6e89b86 is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:31:26.943315 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-58a8cccd-971f-434f-9c84-dff52e76ad4e admin admin] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:31:26.949733 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a8cccd-971f-434f-9c84-dff52e76ad4e admin admin] Received port after_create {{(pid=100972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:31:27.006927 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-9827c6e3-a083-4193-a211-1a209a3c9c30 None None] Provisioning complete for port 849dd40e-bcc8-43e6-8255-b408729270f9 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:31:27.007731 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-9827c6e3-a083-4193-a211-1a209a3c9c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:27.052122 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 849dd40e-bcc8-43e6-8255-b408729270f9 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:31:27.263741 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8cccd-971f-434f-9c84-dff52e76ad4e admin admin] Pushing event updated for resources: {'Port': ['ID=21c11421-24be-4007-8acf-93aa64e59370,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:27.287936 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-58a8cccd-971f-434f-9c84-dff52e76ad4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461613'] for router_interface, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:27.291876 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port 849dd40e-bcc8-43e6-8255-b408729270f9 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:31:27.292385 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:27.454893 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 34982) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:27.476417 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-58a8cccd-971f-434f-9c84-dff52e76ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:27.490696 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-c93ce214-9e10-44ac-9d6b-5cc262c288f3 None None] Provisioning complete for port 21c11421-24be-4007-8acf-93aa64e59370 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:31:27.491128 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-c93ce214-9e10-44ac-9d6b-5cc262c288f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:27.496564 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] Publish callbacks [] for port, precommit_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:27.526272 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:27.599776 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-c93ce214-9e10-44ac-9d6b-5cc262c288f3 None None] Port 21c11421-24be-4007-8acf-93aa64e59370 cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:31:27.601438 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30da90-af91-4820-8ef4-fb643400e66c None None] Pushing event updated for resources: {'Port': ['ID=20458db9-34c4-4eb9-b657-9f9e96c56fb0,revision_number=2']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:27.604631 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] Attempting to bind port 20458db9-34c4-4eb9-b657-9f9e96c56fb0 on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:31:27.604997 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] Attempting to bind port 20458db9-34c4-4eb9-b657-9f9e96c56fb0 by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:31:27.605356 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] Attempting to bind port 20458db9-34c4-4eb9-b657-9f9e96c56fb0 on network 88e43ffb-3775-4d57-b72a-70455855b0f1 {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:31:27.608356 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-c8990e21-581e-42e6-adce-732c2610c417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:27.611278 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:31:27.611769 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] Checking segment: {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:31:27.612161 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:27.612542 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] Bound using segment: {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:31:27.613002 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] Bound port: 20458db9-34c4-4eb9-b657-9f9e96c56fb0, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:31:27.613374 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:27.675877 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] For port 20458db9-34c4-4eb9-b657-9f9e96c56fb0, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:31:27.679694 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] For port 20458db9-34c4-4eb9-b657-9f9e96c56fb0, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=20458db9-34c4-4eb9-b657-9f9e96c56fb0,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:31:27.683297 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-58a8cccd-971f-434f-9c84-dff52e76ad4e admin admin] Publish callbacks [] for port, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:27.686881 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:27.690167 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-58a8cccd-971f-434f-9c84-dff52e76ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:27.714329 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-c8990e21-581e-42e6-adce-732c2610c417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:27.719188 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-c8990e21-581e-42e6-adce-732c2610c417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:27.738245 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8cccd-971f-434f-9c84-dff52e76ad4e admin admin] Pushing event updated for resources: {'Port': ['ID=21c11421-24be-4007-8acf-93aa64e59370,revision_number=2']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:27.760770 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] Routers {'3ba8cca1-41bc-4328-903a-14e486e85f43'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:31:27.761580 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:31:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['3ba8cca1-41bc-4328-903a-14e486e85f43'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:31:27.800799 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-c8990e21-581e-42e6-adce-732c2610c417 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=28271f8ffe50468b86ebf36c41287cbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3443999 Nov 09 05:31:27.801530 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8990e21-581e-42e6-adce-732c2610c417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb39e4ca-3e13-4630-8e90-ab9f5d1483c8,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:27.806430 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 34994) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:27.818997 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30da90-af91-4820-8ef4-fb643400e66c None None] Pushing event updated for resources: {'Port': ['ID=20458db9-34c4-4eb9-b657-9f9e96c56fb0,revision_number=3']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:27.819633 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-58a8cccd-971f-434f-9c84-dff52e76ad4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-461753'] for router_interface, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:27.910994 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] Set router 3ba8cca1-41bc-4328-903a-14e486e85f43 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:31:27.918475 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-db40433b-aed5-48fd-a033-9eea8064cf59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:27.952074 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-db40433b-aed5-48fd-a033-9eea8064cf59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:27.972545 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a8cccd-971f-434f-9c84-dff52e76ad4e admin admin] Network 07d5c80c-0680-416c-abc7-d57cb6e89b86 is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:31:27.978436 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-58a8cccd-971f-434f-9c84-dff52e76ad4e admin admin] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:31:28.101668 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-db40433b-aed5-48fd-a033-9eea8064cf59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:28.111676 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-db40433b-aed5-48fd-a033-9eea8064cf59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:28.113166 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-db40433b-aed5-48fd-a033-9eea8064cf59 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb39e4ca-3e13-4630-8e90-ab9f5d1483c8 HTTP/1.1" status: 204 len: 168 time: 0.3057206 Nov 09 05:31:28.127457 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40433b-aed5-48fd-a033-9eea8064cf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb39e4ca-3e13-4630-8e90-ab9f5d1483c8,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:28.139364 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a8cccd-971f-434f-9c84-dff52e76ad4e admin admin] Router 3ba8cca1-41bc-4328-903a-14e486e85f43 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:31:28.169345 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'name': 'tempest-TestMinimumBasicScenario-959545239-router', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:27Z', 'revision_number': 4, 'project_id': '00555c9dc6b94b048368752dc235deba', 'gw_port': {'id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:94:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '21c11421-24be-4007-8acf-93aa64e59370', 'name': '', 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'mac_address': 'fa:16:3e:24:0e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dab7b2d5-e9d4-404e-b783-f8f50618c8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:26Z', 'updated_at': '2021-11-09T05:31:27Z', 'revision_number': 2, 'project_id': '00555c9dc6b94b048368752dc235deba', 'subnets': [{'id': 'dab7b2d5-e9d4-404e-b783-f8f50618c8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:31:28.207196 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d65fea1-0ce8-4480-a554-9c62af6f72ec None None] The sync data for ids ['3ba8cca1-41bc-4328-903a-14e486e85f43'] in dv-cinder-817135-2-iscsi is: [{'id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'name': 'tempest-TestMinimumBasicScenario-959545239-router', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:27Z', 'revision_number': 4, 'project_id': '00555c9dc6b94b048368752dc235deba', 'gw_port': {'id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:94:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '21c11421-24be-4007-8acf-93aa64e59370', 'name': '', 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'mac_address': 'fa:16:3e:24:0e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dab7b2d5-e9d4-404e-b783-f8f50618c8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:26Z', 'updated_at': '2021-11-09T05:31:27Z', 'revision_number': 2, 'project_id': '00555c9dc6b94b048368752dc235deba', 'subnets': [{'id': 'dab7b2d5-e9d4-404e-b783-f8f50618c8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:31:28.248066 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-bff2b327-3914-49dc-8096-da871e29f99a None None] Provisioning complete for port 21c11421-24be-4007-8acf-93aa64e59370 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:31:28.248399 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bff2b327-3914-49dc-8096-da871e29f99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:28.251638 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-8c5eb805-32aa-46b2-99d7-e475ebcf30f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:28.281987 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a8cccd-971f-434f-9c84-dff52e76ad4e admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:31:28.293867 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-58a8cccd-971f-434f-9c84-dff52e76ad4e admin admin] 10.222.0.41 "PUT /v2.0/routers/3ba8cca1-41bc-4328-903a-14e486e85f43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2405968 Nov 09 05:31:28.294085 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-bff2b327-3914-49dc-8096-da871e29f99a None None] Port 21c11421-24be-4007-8acf-93aa64e59370 cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:31:29.048961 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 20458db9-34c4-4eb9-b657-9f9e96c56fb0 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:31:29.076636 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 35040) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:29.082616 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-851c5c13-3728-499a-b712-bf9c9963ddd6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-447301578-network', 'tenant_id': '5d514b0df89d41d792d7672ec1168628'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:31:29.104542 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port 20458db9-34c4-4eb9-b657-9f9e96c56fb0 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:31:29.104982 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:29.111975 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851c5c13-3728-499a-b712-bf9c9963ddd6 admin admin] Made reservation on behalf of 5d514b0df89d41d792d7672ec1168628 for: {'network': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:31:29.116561 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-851c5c13-3728-499a-b712-bf9c9963ddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for network, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:29.126896 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-851c5c13-3728-499a-b712-bf9c9963ddd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:29.207743 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:29.226543 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-851c5c13-3728-499a-b712-bf9c9963ddd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:29.231688 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] For port 20458db9-34c4-4eb9-b657-9f9e96c56fb0, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=20458db9-34c4-4eb9-b657-9f9e96c56fb0,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:31:29.232618 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-851c5c13-3728-499a-b712-bf9c9963ddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:29.236857 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:29.254466 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851c5c13-3728-499a-b712-bf9c9963ddd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=100972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 05:31:29.270576 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c5c13-3728-499a-b712-bf9c9963ddd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17c1cd5-b465-4ae9-8b40-e5e363d86cbd,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:29.273545 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-851c5c13-3728-499a-b712-bf9c9963ddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:29.273881 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.db.segments_db [None req-851c5c13-3728-499a-b712-bf9c9963ddd6 admin admin] Added segment d00477ad-03a3-4c5a-9cf6-4eb11575faa8 of type vlan for network 8b6de80e-c125-4ade-b002-398694ea29f9 Nov 09 05:31:29.306895 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Pushing event updated for resources: {'Port': ['ID=20458db9-34c4-4eb9-b657-9f9e96c56fb0,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:29.321618 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-851c5c13-3728-499a-b712-bf9c9963ddd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784574440138'] for network, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:29.352029 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-851c5c13-3728-499a-b712-bf9c9963ddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for network, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:29.353627 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851c5c13-3728-499a-b712-bf9c9963ddd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:31:29.354198 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-851c5c13-3728-499a-b712-bf9c9963ddd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:29.418334 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-851c5c13-3728-499a-b712-bf9c9963ddd6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3400848 Nov 09 05:31:29.420946 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 35048) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:29.427550 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-001737a7-2ff6-47ef-b6eb-b51bfe527722 admin admin] Request body: {'subnet': {'network_id': '8b6de80e-c125-4ade-b002-398694ea29f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-447301578-subnet', 'tenant_id': '5d514b0df89d41d792d7672ec1168628', 'ip_version': 4}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:31:29.437577 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c5c13-3728-499a-b712-bf9c9963ddd6 admin admin] Pushing event updated for resources: {'Network': ['ID=8b6de80e-c125-4ade-b002-398694ea29f9,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:29.451322 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Network 8b6de80e-c125-4ade-b002-398694ea29f9 details requested by agent ovs-agent-dv-cinder-817135-2-iscsi with host dv-cinder-817135-2-iscsi {{(pid=100973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 05:31:29.457774 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001737a7-2ff6-47ef-b6eb-b51bfe527722 admin admin] Made reservation on behalf of 5d514b0df89d41d792d7672ec1168628 for: {'subnet': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:31:29.460173 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-001737a7-2ff6-47ef-b6eb-b51bfe527722 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185191'] for subnet, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:29.645806 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-001737a7-2ff6-47ef-b6eb-b51bfe527722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25700642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26186269'] for subnet, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:29.708795 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001737a7-2ff6-47ef-b6eb-b51bfe527722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5162fe6a-1c97-4b6c-9f1e-26f4a9eff9c8,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:29.713746 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001737a7-2ff6-47ef-b6eb-b51bfe527722 admin admin] Checking segment: {'id': 'd00477ad-03a3-4c5a-9cf6-4eb11575faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8b6de80e-c125-4ade-b002-398694ea29f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:31:29.714104 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001737a7-2ff6-47ef-b6eb-b51bfe527722 admin admin] Network hostable DHCP agents. Network: 8b6de80e-c125-4ade-b002-398694ea29f9, hostable agents: ['d072c37d-c6e5-4774-92cd-7a83958f5a5d'], hosted agents: [] {{(pid=100972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 05:31:29.732087 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001737a7-2ff6-47ef-b6eb-b51bfe527722 admin admin] Network 8b6de80e-c125-4ade-b002-398694ea29f9 is scheduled to be hosted by DHCP agent d072c37d-c6e5-4774-92cd-7a83958f5a5d with binding_index 1 {{(pid=100972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 05:31:29.740884 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-001737a7-2ff6-47ef-b6eb-b51bfe527722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-2-iscsi, 8b6de80e-c125-4ade-b002-398694ea29f9) {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:31:29.749614 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99849e69-7984-4b52-8995-193f9e81eefe None None] Network 8b6de80e-c125-4ade-b002-398694ea29f9 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:31:29.752497 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001737a7-2ff6-47ef-b6eb-b51bfe527722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:31:29.753704 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-001737a7-2ff6-47ef-b6eb-b51bfe527722 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:29.777118 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-001737a7-2ff6-47ef-b6eb-b51bfe527722 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3551438 Nov 09 05:31:29.779592 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 35058) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:29.783958 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-68e88dc1-a382-465c-9831-a07018968742 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-447301578-router', 'tenant_id': '5d514b0df89d41d792d7672ec1168628', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:31:29.809477 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68e88dc1-a382-465c-9831-a07018968742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5241'] for router, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:29.810513 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68e88dc1-a382-465c-9831-a07018968742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5234'] for router, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:29.877441 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68e88dc1-a382-465c-9831-a07018968742 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:29.928057 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950e554a-a1cc-462f-a6e3-e4b54afa32ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21777919-bb63-569a-890b-429e7a5fb4dd-8b6de80e-c125-4ade-b002-398694ea29f9', 'network_id': '8b6de80e-c125-4ade-b002-398694ea29f9', 'tenant_id': '5d514b0df89d41d792d7672ec1168628', 'fixed_ips': [{'subnet_id': '5162fe6a-1c97-4b6c-9f1e-26f4a9eff9c8'}]}} from dv-cinder-817135-2-iscsi. {{(pid=100973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 05:31:29.928957 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-950e554a-a1cc-462f-a6e3-e4b54afa32ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:30.037483 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68e88dc1-a382-465c-9831-a07018968742 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:30.119445 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.db_base_plugin_common [None req-950e554a-a1cc-462f-a6e3-e4b54afa32ee None None] Allocated IP 172.20.0.2 (8b6de80e-c125-4ade-b002-398694ea29f9/5162fe6a-1c97-4b6c-9f1e-26f4a9eff9c8/525a64be-e9c3-4b86-8984-f72266faebd4) {{(pid=100973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:31:30.296878 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-950e554a-a1cc-462f-a6e3-e4b54afa32ee None None] Publish callbacks [] for port, precommit_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:30.305095 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-950e554a-a1cc-462f-a6e3-e4b54afa32ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384'] for port, after_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:30.312750 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68e88dc1-a382-465c-9831-a07018968742 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:30.340487 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68e88dc1-a382-465c-9831-a07018968742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:30.453275 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_common [None req-68e88dc1-a382-465c-9831-a07018968742 admin admin] Allocated IP 172.27.0.199 (88e43ffb-3775-4d57-b72a-70455855b0f1/a0c8eb9b-e525-49dd-abc3-6c12893ff27c/f07149c3-1835-49a8-8700-7269b0a7fbbb) {{(pid=100972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:31:30.482107 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950e554a-a1cc-462f-a6e3-e4b54afa32ee None None] Network 8b6de80e-c125-4ade-b002-398694ea29f9 is already hosted by enough agents. {{(pid=100973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:31:30.488494 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.scheduler.base_scheduler [None req-950e554a-a1cc-462f-a6e3-e4b54afa32ee None None] Resources bound (agent type, host, resource id): {{(pid=100973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:31:30.498487 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950e554a-a1cc-462f-a6e3-e4b54afa32ee None None] Received port after_create {{(pid=100973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:31:30.506879 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e554a-a1cc-462f-a6e3-e4b54afa32ee None None] Pushing event updated for resources: {'Port': ['ID=525a64be-e9c3-4b86-8984-f72266faebd4,revision_number=1']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:30.509252 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-77cceb4b-8a4e-46fb-87b1-fc50d32d7f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:30.521018 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] Sync routers for ids ['3ba8cca1-41bc-4328-903a-14e486e85f43'] in dv-cinder-817135-2-iscsi {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:31:30.535774 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] Routers {'3ba8cca1-41bc-4328-903a-14e486e85f43'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:31:30.535774 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:31:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['3ba8cca1-41bc-4328-903a-14e486e85f43'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:31:30.562142 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-950e554a-a1cc-462f-a6e3-e4b54afa32ee None None] Attempting to bind port 525a64be-e9c3-4b86-8984-f72266faebd4 on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:31:30.562542 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-950e554a-a1cc-462f-a6e3-e4b54afa32ee None None] Attempting to bind port 525a64be-e9c3-4b86-8984-f72266faebd4 by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': 'd00477ad-03a3-4c5a-9cf6-4eb11575faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8b6de80e-c125-4ade-b002-398694ea29f9'}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:31:30.562907 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950e554a-a1cc-462f-a6e3-e4b54afa32ee None None] Attempting to bind port 525a64be-e9c3-4b86-8984-f72266faebd4 on network 8b6de80e-c125-4ade-b002-398694ea29f9 {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:31:30.579848 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950e554a-a1cc-462f-a6e3-e4b54afa32ee None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:31:30.579848 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950e554a-a1cc-462f-a6e3-e4b54afa32ee None None] Checking segment: {'id': 'd00477ad-03a3-4c5a-9cf6-4eb11575faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8b6de80e-c125-4ade-b002-398694ea29f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:31:30.579848 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-950e554a-a1cc-462f-a6e3-e4b54afa32ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:30.579848 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950e554a-a1cc-462f-a6e3-e4b54afa32ee None None] Bound using segment: {'id': 'd00477ad-03a3-4c5a-9cf6-4eb11575faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8b6de80e-c125-4ade-b002-398694ea29f9'} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:31:30.579848 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-950e554a-a1cc-462f-a6e3-e4b54afa32ee None None] Bound port: 525a64be-e9c3-4b86-8984-f72266faebd4, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd00477ad-03a3-4c5a-9cf6-4eb11575faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8b6de80e-c125-4ade-b002-398694ea29f9'}}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:31:30.579848 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-950e554a-a1cc-462f-a6e3-e4b54afa32ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:30.588528 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68e88dc1-a382-465c-9831-a07018968742 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:30.629655 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68e88dc1-a382-465c-9831-a07018968742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:30.643345 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] Set router 3ba8cca1-41bc-4328-903a-14e486e85f43 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:31:30.646438 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-950e554a-a1cc-462f-a6e3-e4b54afa32ee None None] For port 525a64be-e9c3-4b86-8984-f72266faebd4, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:31:30.649866 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-950e554a-a1cc-462f-a6e3-e4b54afa32ee None None] For port 525a64be-e9c3-4b86-8984-f72266faebd4, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=525a64be-e9c3-4b86-8984-f72266faebd4,segment=NetworkSegment(d00477ad-03a3-4c5a-9cf6-4eb11575faa8),segment_id=d00477ad-03a3-4c5a-9cf6-4eb11575faa8)] {{(pid=100973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:31:30.653543 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-950e554a-a1cc-462f-a6e3-e4b54afa32ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:30.669891 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e88dc1-a382-465c-9831-a07018968742 admin admin] Network 88e43ffb-3775-4d57-b72a-70455855b0f1 is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:31:30.676480 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-68e88dc1-a382-465c-9831-a07018968742 admin admin] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:31:30.680192 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e88dc1-a382-465c-9831-a07018968742 admin admin] Received port after_create {{(pid=100972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:31:30.707873 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e88dc1-a382-465c-9831-a07018968742 admin admin] Pushing event updated for resources: {'Port': ['ID=f07149c3-1835-49a8-8700-7269b0a7fbbb,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:30.743956 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e554a-a1cc-462f-a6e3-e4b54afa32ee None None] Pushing event updated for resources: {'Port': ['ID=525a64be-e9c3-4b86-8984-f72266faebd4,revision_number=2']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:30.882077 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'name': 'tempest-TestMinimumBasicScenario-959545239-router', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:27Z', 'revision_number': 4, 'project_id': '00555c9dc6b94b048368752dc235deba', 'gw_port': {'id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '21c11421-24be-4007-8acf-93aa64e59370', 'name': '', 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'mac_address': 'fa:16:3e:24:0e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dab7b2d5-e9d4-404e-b783-f8f50618c8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:26Z', 'updated_at': '2021-11-09T05:31:27Z', 'revision_number': 2, 'project_id': '00555c9dc6b94b048368752dc235deba', 'subnets': [{'id': 'dab7b2d5-e9d4-404e-b783-f8f50618c8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:31:30.940186 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] Checking router: 3ba8cca1-41bc-4328-903a-14e486e85f43 for host: dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:31:30.940427 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] Updating router 3ba8cca1-41bc-4328-903a-14e486e85f43 port 21c11421-24be-4007-8acf-93aa64e59370 binding host dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 05:31:30.966300 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:30.995213 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68e88dc1-a382-465c-9831-a07018968742 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:31.159151 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 20458db9-34c4-4eb9-b657-9f9e96c56fb0 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:31:31.215562 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port 20458db9-34c4-4eb9-b657-9f9e96c56fb0 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:31:31.215962 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:31.225385 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68e88dc1-a382-465c-9831-a07018968742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461304'] for router, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:31.286205 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] Publish callbacks [] for port, precommit_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:31.293281 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:31.295411 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 525a64be-e9c3-4b86-8984-f72266faebd4 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:31:31.364009 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893d291-8e35-4d24-b7b7-135fbf9493fa None None] Pushing event updated for resources: {'Port': ['ID=21c11421-24be-4007-8acf-93aa64e59370,revision_number=3']} {{(pid=100974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:31.377225 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e88dc1-a382-465c-9831-a07018968742 admin admin] Router 595d6d42-0655-4996-b31e-fcd76f411395 is scheduled to L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a with binding_index 1 {{(pid=100972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 05:31:31.393980 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port 525a64be-e9c3-4b86-8984-f72266faebd4 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:31:31.396024 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:31.396210 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893d291-8e35-4d24-b7b7-135fbf9493fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:31.396440 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893d291-8e35-4d24-b7b7-135fbf9493fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:31.396783 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893d291-8e35-4d24-b7b7-135fbf9493fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:31.397108 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893d291-8e35-4d24-b7b7-135fbf9493fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:31.397456 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893d291-8e35-4d24-b7b7-135fbf9493fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:31.397754 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893d291-8e35-4d24-b7b7-135fbf9493fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:31.398069 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893d291-8e35-4d24-b7b7-135fbf9493fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:31.398384 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893d291-8e35-4d24-b7b7-135fbf9493fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:31.398713 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893d291-8e35-4d24-b7b7-135fbf9493fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:31.399030 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893d291-8e35-4d24-b7b7-135fbf9493fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:31.399935 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893d291-8e35-4d24-b7b7-135fbf9493fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:31.400246 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d893d291-8e35-4d24-b7b7-135fbf9493fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:31.420390 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] Attempting to bind port 21c11421-24be-4007-8acf-93aa64e59370 on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:31:31.420750 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] Attempting to bind port 21c11421-24be-4007-8acf-93aa64e59370 by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': 'cfe413a1-c9d5-4162-b390-63a12d3a484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86'}] {{(pid=100974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:31:31.421101 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] Attempting to bind port 21c11421-24be-4007-8acf-93aa64e59370 on network 07d5c80c-0680-416c-abc7-d57cb6e89b86 {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:31:31.427033 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:31:31.427980 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] Checking segment: {'id': 'cfe413a1-c9d5-4162-b390-63a12d3a484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:31:31.428654 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:31.429271 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] Bound using segment: {'id': 'cfe413a1-c9d5-4162-b390-63a12d3a484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86'} {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:31:31.430281 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] Bound port: 21c11421-24be-4007-8acf-93aa64e59370, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe413a1-c9d5-4162-b390-63a12d3a484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86'}}] {{(pid=100974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:31:31.430953 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:31.518252 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.db [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] For port 21c11421-24be-4007-8acf-93aa64e59370, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:31:31.521910 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.db [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] For port 21c11421-24be-4007-8acf-93aa64e59370, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=21c11421-24be-4007-8acf-93aa64e59370,segment=NetworkSegment(cfe413a1-c9d5-4162-b390-63a12d3a484a),segment_id=cfe413a1-c9d5-4162-b390-63a12d3a484a)] {{(pid=100974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:31:31.528235 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:31.574678 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:31.593173 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893d291-8e35-4d24-b7b7-135fbf9493fa None None] Pushing event updated for resources: {'Port': ['ID=21c11421-24be-4007-8acf-93aa64e59370,revision_number=4']} {{(pid=100974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:31.602799 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e88dc1-a382-465c-9831-a07018968742 admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:31:31.605968 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] Routers {'3ba8cca1-41bc-4328-903a-14e486e85f43'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:31:31.606717 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:31:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['3ba8cca1-41bc-4328-903a-14e486e85f43'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:31:31.621740 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] Sync routers for ids ['595d6d42-0655-4996-b31e-fcd76f411395'] in dv-cinder-817135-2-iscsi {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:31:31.632202 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] For port 525a64be-e9c3-4b86-8984-f72266faebd4, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=525a64be-e9c3-4b86-8984-f72266faebd4,segment=NetworkSegment(d00477ad-03a3-4c5a-9cf6-4eb11575faa8),segment_id=d00477ad-03a3-4c5a-9cf6-4eb11575faa8)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:31:31.649360 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68e88dc1-a382-465c-9831-a07018968742 admin admin] Publish callbacks [] for router, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:31.650658 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-68e88dc1-a382-465c-9831-a07018968742 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8699570 Nov 09 05:31:31.653379 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 35086) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:31.665992 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:31.683955 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] Routers {'595d6d42-0655-4996-b31e-fcd76f411395'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:31:31.684589 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:31:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['595d6d42-0655-4996-b31e-fcd76f411395'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:31:31.749519 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] Set router 3ba8cca1-41bc-4328-903a-14e486e85f43 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:31:31.868864 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-dbcadab1-3638-4d8d-a117-92116eafd2c1 None None] Provisioning complete for port 21c11421-24be-4007-8acf-93aa64e59370 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:31:31.869442 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-dbcadab1-3638-4d8d-a117-92116eafd2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:31.891332 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Pushing event updated for resources: {'Port': ['ID=525a64be-e9c3-4b86-8984-f72266faebd4,revision_number=3']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:31.946696 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:31.957407 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] Set router 595d6d42-0655-4996-b31e-fcd76f411395 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:31:31.988803 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d8ace8-ce02-4747-824b-586c9b12f7c9 None None] Network 8b6de80e-c125-4ade-b002-398694ea29f9 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:31:32.013589 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'name': 'tempest-TestMinimumBasicScenario-959545239-router', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:27Z', 'revision_number': 4, 'project_id': '00555c9dc6b94b048368752dc235deba', 'gw_port': {'id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '21c11421-24be-4007-8acf-93aa64e59370', 'name': '', 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'mac_address': 'fa:16:3e:24:0e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dab7b2d5-e9d4-404e-b783-f8f50618c8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:26Z', 'updated_at': '2021-11-09T05:31:31Z', 'revision_number': 4, 'project_id': '00555c9dc6b94b048368752dc235deba', 'subnets': [{'id': 'dab7b2d5-e9d4-404e-b783-f8f50618c8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:31:32.041968 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc88739-68a4-4f25-a817-e0849946ed2b None None] The sync data for ids ['3ba8cca1-41bc-4328-903a-14e486e85f43'] in dv-cinder-817135-2-iscsi is: [{'id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'name': 'tempest-TestMinimumBasicScenario-959545239-router', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:27Z', 'revision_number': 4, 'project_id': '00555c9dc6b94b048368752dc235deba', 'gw_port': {'id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '21c11421-24be-4007-8acf-93aa64e59370', 'name': '', 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'mac_address': 'fa:16:3e:24:0e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dab7b2d5-e9d4-404e-b783-f8f50618c8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:26Z', 'updated_at': '2021-11-09T05:31:31Z', 'revision_number': 4, 'project_id': '00555c9dc6b94b048368752dc235deba', 'subnets': [{'id': 'dab7b2d5-e9d4-404e-b783-f8f50618c8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:31:32.188712 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-5bf0be12-3f1b-4b41-ac7d-71376b2b2824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:32.191494 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-dbcadab1-3638-4d8d-a117-92116eafd2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:32.283428 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-dbcadab1-3638-4d8d-a117-92116eafd2c1 None None] For port 21c11421-24be-4007-8acf-93aa64e59370, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=21c11421-24be-4007-8acf-93aa64e59370,segment=NetworkSegment(cfe413a1-c9d5-4162-b390-63a12d3a484a),segment_id=cfe413a1-c9d5-4162-b390-63a12d3a484a)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:31:32.309976 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-dbcadab1-3638-4d8d-a117-92116eafd2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:32.351928 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_common [None req-5bf0be12-3f1b-4b41-ac7d-71376b2b2824 admin admin] Allocated IP 172.20.0.1 (8b6de80e-c125-4ade-b002-398694ea29f9/5162fe6a-1c97-4b6c-9f1e-26f4a9eff9c8/9ae2771c-e5c6-4989-a802-55416506a4d1) {{(pid=100972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:31:32.396426 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcadab1-3638-4d8d-a117-92116eafd2c1 None None] Pushing event updated for resources: {'Port': ['ID=21c11421-24be-4007-8acf-93aa64e59370,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:32.417685 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595d6d42-0655-4996-b31e-fcd76f411395', 'name': 'tempest-TestMinimumBasicScenario-447301578-router', 'tenant_id': '5d514b0df89d41d792d7672ec1168628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'f07149c3-1835-49a8-8700-7269b0a7fbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:31:29Z', 'updated_at': '2021-11-09T05:31:30Z', 'revision_number': 3, 'project_id': '5d514b0df89d41d792d7672ec1168628', 'gw_port': {'id': 'f07149c3-1835-49a8-8700-7269b0a7fbbb', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595d6d42-0655-4996-b31e-fcd76f411395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:30Z', 'updated_at': '2021-11-09T05:31:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:31:32.469780 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] Checking router: 595d6d42-0655-4996-b31e-fcd76f411395 for host: dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:31:32.470219 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] Updating router 595d6d42-0655-4996-b31e-fcd76f411395 port f07149c3-1835-49a8-8700-7269b0a7fbbb binding host dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 05:31:32.507946 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:32.546665 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-c7b6d0c3-49f2-43cd-8d69-4315a81b3994 None None] Provisioning complete for port 525a64be-e9c3-4b86-8984-f72266faebd4 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:31:32.547192 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-c7b6d0c3-49f2-43cd-8d69-4315a81b3994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:32.765721 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-5bf0be12-3f1b-4b41-ac7d-71376b2b2824 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:32.803214 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-c7b6d0c3-49f2-43cd-8d69-4315a81b3994 None None] Provisioning complete for port 21c11421-24be-4007-8acf-93aa64e59370 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:31:32.803491 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-c7b6d0c3-49f2-43cd-8d69-4315a81b3994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:32.809834 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-5bf0be12-3f1b-4b41-ac7d-71376b2b2824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:32.851527 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf0be12-3f1b-4b41-ac7d-71376b2b2824 admin admin] Network 8b6de80e-c125-4ade-b002-398694ea29f9 is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:31:32.854417 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-5bf0be12-3f1b-4b41-ac7d-71376b2b2824 admin admin] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:31:32.857741 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf0be12-3f1b-4b41-ac7d-71376b2b2824 admin admin] Received port after_create {{(pid=100972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:31:32.892619 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0be12-3f1b-4b41-ac7d-71376b2b2824 admin admin] Pushing event updated for resources: {'Port': ['ID=9ae2771c-e5c6-4989-a802-55416506a4d1,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:32.900689 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] Publish callbacks [] for port, precommit_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:32.910603 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-5bf0be12-3f1b-4b41-ac7d-71376b2b2824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461613'] for router_interface, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:32.924048 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:33.091326 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-5bf0be12-3f1b-4b41-ac7d-71376b2b2824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:33.119872 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 525a64be-e9c3-4b86-8984-f72266faebd4 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:31:33.188697 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:33.194456 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bbdf4-a8b5-4e62-b8d0-da578767f2b3 None None] Pushing event updated for resources: {'Port': ['ID=f07149c3-1835-49a8-8700-7269b0a7fbbb,revision_number=2']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:33.202191 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] Attempting to bind port f07149c3-1835-49a8-8700-7269b0a7fbbb on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:31:33.202629 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] Attempting to bind port f07149c3-1835-49a8-8700-7269b0a7fbbb by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:31:33.202983 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] Attempting to bind port f07149c3-1835-49a8-8700-7269b0a7fbbb on network 88e43ffb-3775-4d57-b72a-70455855b0f1 {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:31:33.210500 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:31:33.210865 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] Checking segment: {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:31:33.211257 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:33.211694 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] Bound using segment: {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:31:33.212156 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] Bound port: f07149c3-1835-49a8-8700-7269b0a7fbbb, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:31:33.212526 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:33.257536 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port 525a64be-e9c3-4b86-8984-f72266faebd4 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:31:33.257889 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:33.286209 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-5bf0be12-3f1b-4b41-ac7d-71376b2b2824 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:33.291470 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-5bf0be12-3f1b-4b41-ac7d-71376b2b2824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:33.303005 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] For port f07149c3-1835-49a8-8700-7269b0a7fbbb, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:31:33.327815 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] For port f07149c3-1835-49a8-8700-7269b0a7fbbb, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=f07149c3-1835-49a8-8700-7269b0a7fbbb,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:31:33.333163 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:33.337119 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-49a14e3d-4c20-4861-a6bd-d2c16f6733ed None None] Provisioning complete for port 525a64be-e9c3-4b86-8984-f72266faebd4 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:31:33.337468 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-49a14e3d-4c20-4861-a6bd-d2c16f6733ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:33.357944 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-5bf0be12-3f1b-4b41-ac7d-71376b2b2824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-461753'] for router_interface, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:33.360004 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0be12-3f1b-4b41-ac7d-71376b2b2824 admin admin] Pushing event updated for resources: {'Port': ['ID=9ae2771c-e5c6-4989-a802-55416506a4d1,revision_number=2']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:33.456922 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf0be12-3f1b-4b41-ac7d-71376b2b2824 admin admin] Network 8b6de80e-c125-4ade-b002-398694ea29f9 is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:31:33.458381 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-5bf0be12-3f1b-4b41-ac7d-71376b2b2824 admin admin] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:31:33.462335 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] Routers {'595d6d42-0655-4996-b31e-fcd76f411395'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:31:33.463230 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:31:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['595d6d42-0655-4996-b31e-fcd76f411395'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:31:33.464550 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bbdf4-a8b5-4e62-b8d0-da578767f2b3 None None] Pushing event updated for resources: {'Port': ['ID=f07149c3-1835-49a8-8700-7269b0a7fbbb,revision_number=3']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:33.511865 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 21c11421-24be-4007-8acf-93aa64e59370 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:31:33.646057 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf0be12-3f1b-4b41-ac7d-71376b2b2824 admin admin] Router 595d6d42-0655-4996-b31e-fcd76f411395 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:31:33.709024 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-49a14e3d-4c20-4861-a6bd-d2c16f6733ed None None] Provisioning complete for port 9ae2771c-e5c6-4989-a802-55416506a4d1 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:31:33.709646 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-49a14e3d-4c20-4861-a6bd-d2c16f6733ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:33.757068 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] Set router 595d6d42-0655-4996-b31e-fcd76f411395 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:31:33.789792 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port 21c11421-24be-4007-8acf-93aa64e59370 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:31:33.790168 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:33.800921 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf0be12-3f1b-4b41-ac7d-71376b2b2824 admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:31:33.810284 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-5bf0be12-3f1b-4b41-ac7d-71376b2b2824 admin admin] 10.222.0.41 "PUT /v2.0/routers/595d6d42-0655-4996-b31e-fcd76f411395/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1558676 Nov 09 05:31:33.840548 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-49a14e3d-4c20-4861-a6bd-d2c16f6733ed None None] Port 9ae2771c-e5c6-4989-a802-55416506a4d1 cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:31:33.958939 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:34.038604 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-d7bc6826-d9ef-4fb4-9794-0d1b326719b0 None None] Provisioning complete for port 9ae2771c-e5c6-4989-a802-55416506a4d1 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:31:34.038975 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-d7bc6826-d9ef-4fb4-9794-0d1b326719b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:34.102873 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-d7bc6826-d9ef-4fb4-9794-0d1b326719b0 None None] Port 9ae2771c-e5c6-4989-a802-55416506a4d1 cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:31:34.153762 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595d6d42-0655-4996-b31e-fcd76f411395', 'name': 'tempest-TestMinimumBasicScenario-447301578-router', 'tenant_id': '5d514b0df89d41d792d7672ec1168628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'f07149c3-1835-49a8-8700-7269b0a7fbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:31:29Z', 'updated_at': '2021-11-09T05:31:33Z', 'revision_number': 4, 'project_id': '5d514b0df89d41d792d7672ec1168628', 'gw_port': {'id': 'f07149c3-1835-49a8-8700-7269b0a7fbbb', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595d6d42-0655-4996-b31e-fcd76f411395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:30Z', 'updated_at': '2021-11-09T05:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '9ae2771c-e5c6-4989-a802-55416506a4d1', 'name': '', 'network_id': '8b6de80e-c125-4ade-b002-398694ea29f9', 'tenant_id': '5d514b0df89d41d792d7672ec1168628', 'mac_address': 'fa:16:3e:66:8b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595d6d42-0655-4996-b31e-fcd76f411395', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '5162fe6a-1c97-4b6c-9f1e-26f4a9eff9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:32Z', 'updated_at': '2021-11-09T05:31:33Z', 'revision_number': 2, 'project_id': '5d514b0df89d41d792d7672ec1168628', 'subnets': [{'id': '5162fe6a-1c97-4b6c-9f1e-26f4a9eff9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:31:34.184273 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e1247f-cfab-49a3-8a3f-8e3941806ea4 None None] The sync data for ids ['595d6d42-0655-4996-b31e-fcd76f411395'] in dv-cinder-817135-2-iscsi is: [{'id': '595d6d42-0655-4996-b31e-fcd76f411395', 'name': 'tempest-TestMinimumBasicScenario-447301578-router', 'tenant_id': '5d514b0df89d41d792d7672ec1168628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'f07149c3-1835-49a8-8700-7269b0a7fbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:31:29Z', 'updated_at': '2021-11-09T05:31:33Z', 'revision_number': 4, 'project_id': '5d514b0df89d41d792d7672ec1168628', 'gw_port': {'id': 'f07149c3-1835-49a8-8700-7269b0a7fbbb', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595d6d42-0655-4996-b31e-fcd76f411395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:30Z', 'updated_at': '2021-11-09T05:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '9ae2771c-e5c6-4989-a802-55416506a4d1', 'name': '', 'network_id': '8b6de80e-c125-4ade-b002-398694ea29f9', 'tenant_id': '5d514b0df89d41d792d7672ec1168628', 'mac_address': 'fa:16:3e:66:8b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595d6d42-0655-4996-b31e-fcd76f411395', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '5162fe6a-1c97-4b6c-9f1e-26f4a9eff9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:32Z', 'updated_at': '2021-11-09T05:31:33Z', 'revision_number': 2, 'project_id': '5d514b0df89d41d792d7672ec1168628', 'subnets': [{'id': '5162fe6a-1c97-4b6c-9f1e-26f4a9eff9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:31:35.087860 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device f07149c3-1835-49a8-8700-7269b0a7fbbb up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:31:35.182129 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port f07149c3-1835-49a8-8700-7269b0a7fbbb triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:31:35.182542 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:35.338659 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:35.372874 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] For port f07149c3-1835-49a8-8700-7269b0a7fbbb, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=f07149c3-1835-49a8-8700-7269b0a7fbbb,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:31:35.379272 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:35.442739 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Pushing event updated for resources: {'Port': ['ID=f07149c3-1835-49a8-8700-7269b0a7fbbb,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:36.539511 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] Sync routers for ids ['595d6d42-0655-4996-b31e-fcd76f411395'] in dv-cinder-817135-2-iscsi {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:31:36.557442 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] Routers {'595d6d42-0655-4996-b31e-fcd76f411395'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:31:36.558048 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:31:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['595d6d42-0655-4996-b31e-fcd76f411395'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:31:36.765097 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] Set router 595d6d42-0655-4996-b31e-fcd76f411395 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:31:37.004078 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595d6d42-0655-4996-b31e-fcd76f411395', 'name': 'tempest-TestMinimumBasicScenario-447301578-router', 'tenant_id': '5d514b0df89d41d792d7672ec1168628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'f07149c3-1835-49a8-8700-7269b0a7fbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:31:29Z', 'updated_at': '2021-11-09T05:31:33Z', 'revision_number': 4, 'project_id': '5d514b0df89d41d792d7672ec1168628', 'gw_port': {'id': 'f07149c3-1835-49a8-8700-7269b0a7fbbb', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595d6d42-0655-4996-b31e-fcd76f411395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:30Z', 'updated_at': '2021-11-09T05:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '9ae2771c-e5c6-4989-a802-55416506a4d1', 'name': '', 'network_id': '8b6de80e-c125-4ade-b002-398694ea29f9', 'tenant_id': '5d514b0df89d41d792d7672ec1168628', 'mac_address': 'fa:16:3e:66:8b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595d6d42-0655-4996-b31e-fcd76f411395', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '5162fe6a-1c97-4b6c-9f1e-26f4a9eff9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:32Z', 'updated_at': '2021-11-09T05:31:33Z', 'revision_number': 2, 'project_id': '5d514b0df89d41d792d7672ec1168628', 'subnets': [{'id': '5162fe6a-1c97-4b6c-9f1e-26f4a9eff9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:31:37.032425 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device f07149c3-1835-49a8-8700-7269b0a7fbbb up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:31:37.043853 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] Checking router: 595d6d42-0655-4996-b31e-fcd76f411395 for host: dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:31:37.044282 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] Updating router 595d6d42-0655-4996-b31e-fcd76f411395 port 9ae2771c-e5c6-4989-a802-55416506a4d1 binding host dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 05:31:37.077549 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:37.087948 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port f07149c3-1835-49a8-8700-7269b0a7fbbb triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:31:37.088523 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:37.371737 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] Publish callbacks [] for port, precommit_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:37.377977 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:37.422049 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbce09d-6363-4b15-adce-8338a4382a82 None None] Pushing event updated for resources: {'Port': ['ID=9ae2771c-e5c6-4989-a802-55416506a4d1,revision_number=3']} {{(pid=100974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:37.494570 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] Attempting to bind port 9ae2771c-e5c6-4989-a802-55416506a4d1 on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:31:37.495000 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] Attempting to bind port 9ae2771c-e5c6-4989-a802-55416506a4d1 by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': 'd00477ad-03a3-4c5a-9cf6-4eb11575faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8b6de80e-c125-4ade-b002-398694ea29f9'}] {{(pid=100974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:31:37.495421 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] Attempting to bind port 9ae2771c-e5c6-4989-a802-55416506a4d1 on network 8b6de80e-c125-4ade-b002-398694ea29f9 {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:31:37.501507 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:31:37.501972 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] Checking segment: {'id': 'd00477ad-03a3-4c5a-9cf6-4eb11575faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8b6de80e-c125-4ade-b002-398694ea29f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:31:37.502421 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:37.502873 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] Bound using segment: {'id': 'd00477ad-03a3-4c5a-9cf6-4eb11575faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8b6de80e-c125-4ade-b002-398694ea29f9'} {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:31:37.503402 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] Bound port: 9ae2771c-e5c6-4989-a802-55416506a4d1, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd00477ad-03a3-4c5a-9cf6-4eb11575faa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8b6de80e-c125-4ade-b002-398694ea29f9'}}] {{(pid=100974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:31:37.503899 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:37.625592 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.db [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] For port 9ae2771c-e5c6-4989-a802-55416506a4d1, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:31:37.629372 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.db [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] For port 9ae2771c-e5c6-4989-a802-55416506a4d1, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=9ae2771c-e5c6-4989-a802-55416506a4d1,segment=NetworkSegment(d00477ad-03a3-4c5a-9cf6-4eb11575faa8),segment_id=d00477ad-03a3-4c5a-9cf6-4eb11575faa8)] {{(pid=100974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:31:37.656943 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:37.710605 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] Routers {'595d6d42-0655-4996-b31e-fcd76f411395'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:31:37.711363 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:31:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['595d6d42-0655-4996-b31e-fcd76f411395'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:31:37.775561 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-4e0fe378-cb0c-4a17-873f-300b8407214b None None] Provisioning complete for port 9ae2771c-e5c6-4989-a802-55416506a4d1 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:31:37.776034 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbce09d-6363-4b15-adce-8338a4382a82 None None] Pushing event updated for resources: {'Port': ['ID=9ae2771c-e5c6-4989-a802-55416506a4d1,revision_number=4']} {{(pid=100974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:37.776551 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe378-cb0c-4a17-873f-300b8407214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:37.848544 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] Set router 595d6d42-0655-4996-b31e-fcd76f411395 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:31:37.906323 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe378-cb0c-4a17-873f-300b8407214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:37.952681 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-4e0fe378-cb0c-4a17-873f-300b8407214b None None] For port 9ae2771c-e5c6-4989-a802-55416506a4d1, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=9ae2771c-e5c6-4989-a802-55416506a4d1,segment=NetworkSegment(d00477ad-03a3-4c5a-9cf6-4eb11575faa8),segment_id=d00477ad-03a3-4c5a-9cf6-4eb11575faa8)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:31:37.962633 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-4e0fe378-cb0c-4a17-873f-300b8407214b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:38.042866 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fe378-cb0c-4a17-873f-300b8407214b None None] Pushing event updated for resources: {'Port': ['ID=9ae2771c-e5c6-4989-a802-55416506a4d1,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:38.096627 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-687f0cb1-5b04-48aa-b2b0-706d6d753235 None None] Provisioning complete for port 9ae2771c-e5c6-4989-a802-55416506a4d1 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:31:38.097147 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-687f0cb1-5b04-48aa-b2b0-706d6d753235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:38.133093 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595d6d42-0655-4996-b31e-fcd76f411395', 'name': 'tempest-TestMinimumBasicScenario-447301578-router', 'tenant_id': '5d514b0df89d41d792d7672ec1168628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'f07149c3-1835-49a8-8700-7269b0a7fbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:31:29Z', 'updated_at': '2021-11-09T05:31:33Z', 'revision_number': 4, 'project_id': '5d514b0df89d41d792d7672ec1168628', 'gw_port': {'id': 'f07149c3-1835-49a8-8700-7269b0a7fbbb', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595d6d42-0655-4996-b31e-fcd76f411395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:30Z', 'updated_at': '2021-11-09T05:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '9ae2771c-e5c6-4989-a802-55416506a4d1', 'name': '', 'network_id': '8b6de80e-c125-4ade-b002-398694ea29f9', 'tenant_id': '5d514b0df89d41d792d7672ec1168628', 'mac_address': 'fa:16:3e:66:8b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595d6d42-0655-4996-b31e-fcd76f411395', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '5162fe6a-1c97-4b6c-9f1e-26f4a9eff9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:32Z', 'updated_at': '2021-11-09T05:31:37Z', 'revision_number': 4, 'project_id': '5d514b0df89d41d792d7672ec1168628', 'subnets': [{'id': '5162fe6a-1c97-4b6c-9f1e-26f4a9eff9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:31:38.160414 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f484e5-2f29-4ef3-ad54-a75d28fe9d01 None None] The sync data for ids ['595d6d42-0655-4996-b31e-fcd76f411395'] in dv-cinder-817135-2-iscsi is: [{'id': '595d6d42-0655-4996-b31e-fcd76f411395', 'name': 'tempest-TestMinimumBasicScenario-447301578-router', 'tenant_id': '5d514b0df89d41d792d7672ec1168628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'f07149c3-1835-49a8-8700-7269b0a7fbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:31:29Z', 'updated_at': '2021-11-09T05:31:33Z', 'revision_number': 4, 'project_id': '5d514b0df89d41d792d7672ec1168628', 'gw_port': {'id': 'f07149c3-1835-49a8-8700-7269b0a7fbbb', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595d6d42-0655-4996-b31e-fcd76f411395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:30Z', 'updated_at': '2021-11-09T05:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '9ae2771c-e5c6-4989-a802-55416506a4d1', 'name': '', 'network_id': '8b6de80e-c125-4ade-b002-398694ea29f9', 'tenant_id': '5d514b0df89d41d792d7672ec1168628', 'mac_address': 'fa:16:3e:66:8b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595d6d42-0655-4996-b31e-fcd76f411395', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '5162fe6a-1c97-4b6c-9f1e-26f4a9eff9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:32Z', 'updated_at': '2021-11-09T05:31:37Z', 'revision_number': 4, 'project_id': '5d514b0df89d41d792d7672ec1168628', 'subnets': [{'id': '5162fe6a-1c97-4b6c-9f1e-26f4a9eff9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:31:39.045945 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 9ae2771c-e5c6-4989-a802-55416506a4d1 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:31:39.109714 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port 9ae2771c-e5c6-4989-a802-55416506a4d1 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:31:39.110372 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:39.900428 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:44.588008 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3184260-a897-401b-b5b2-49175c642339 req-c6cfd99d-eb3e-4878-9e4a-66a3b88077c6 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:31:44.589458 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d3184260-a897-401b-b5b2-49175c642339 req-c6cfd99d-eb3e-4878-9e4a-66a3b88077c6 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/networks?id=07d5c80c-0680-416c-abc7-d57cb6e89b86 HTTP/1.1" status: 200 len: 814 time: 0.1039214 Nov 09 05:31:44.603720 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d3184260-a897-401b-b5b2-49175c642339 req-d510f8ee-b5ee-4602-970f-9e69ab345660 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/quotas/00555c9dc6b94b048368752dc235deba HTTP/1.1" status: 200 len: 375 time: 0.0086803 Nov 09 05:31:44.654702 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d3184260-a897-401b-b5b2-49175c642339 req-6611639a-6975-41a9-917d-a37c0ed63f52 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=00555c9dc6b94b048368752dc235deba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457239 Nov 09 05:31:44.770882 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [req-d3184260-a897-401b-b5b2-49175c642339 req-37d64cfe-48a2-48c2-ab0b-465ea5a37741 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100971) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 05:31:44.771990 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d3184260-a897-401b-b5b2-49175c642339 req-37d64cfe-48a2-48c2-ab0b-465ea5a37741 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1063476 Nov 09 05:31:44.863750 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d3184260-a897-401b-b5b2-49175c642339 req-2103fb95-daa6-4855-8d47-1f5e30d1ddb8 service neutron] 10.222.0.41 "GET /v2.0/networks/07d5c80c-0680-416c-abc7-d57cb6e89b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852137 Nov 09 05:31:44.958304 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d3184260-a897-401b-b5b2-49175c642339 req-aa407a10-bc81-444d-a160-1aae081b06c4 service neutron] 10.222.0.41 "GET /v2.0/networks/07d5c80c-0680-416c-abc7-d57cb6e89b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875740 Nov 09 05:31:45.150182 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f75e5007-dba2-4076-89e4-3d0e63405877 req-12b33dce-cc75-4666-a12a-759d84af7c6f tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 210 time: 0.0410225 Nov 09 05:31:46.235872 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5cf3e8ac-aef4-479d-a265-4dc6cd796b32 req-6595cd1f-6b77-4678-b88f-8ca5f79a0343 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 210 time: 0.0294075 Nov 09 05:31:47.337102 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f2ad9202-41e6-4168-8b6a-726b4252e8fe req-a3d31f42-6a98-4811-8e44-10b61a7f869c tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 210 time: 0.0286112 Nov 09 05:31:48.426836 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-86089724-e028-4774-97b0-b0071434b63d req-404557b5-1cd2-4640-a1d6-a25a48b6fb9c tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 210 time: 0.0254281 Nov 09 05:31:49.519234 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6f9868ad-51ac-4461-8c44-cb4d4c3b88df req-abaf3c78-ec74-4986-a6b2-2d6299af2e3b tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 210 time: 0.0257833 Nov 09 05:31:50.594055 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:31:50.610742 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cd674003-695e-492a-b5fb-ed9f91aaf60c req-55f83679-7c4f-424a-b7ed-d274925c1b48 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 210 time: 0.0271113 Nov 09 05:31:51.346227 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3184260-a897-401b-b5b2-49175c642339 req-a988f2bc-3bec-4bb7-8216-f7edf4b0c591 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:31:51.347679 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d3184260-a897-401b-b5b2-49175c642339 req-a988f2bc-3bec-4bb7-8216-f7edf4b0c591 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.20 "GET /v2.0/networks?id=07d5c80c-0680-416c-abc7-d57cb6e89b86 HTTP/1.1" status: 200 len: 814 time: 0.1090848 Nov 09 05:31:51.369117 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-d3184260-a897-401b-b5b2-49175c642339 req-7d8083b7-a307-4311-9c15-4cbb00a9aa7e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Request body: {'port': {'device_id': '5ed7e219-44f9-44d4-a944-af7bb467820a', 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86', 'admin_state_up': True, 'tenant_id': '00555c9dc6b94b048368752dc235deba'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:31:51.481445 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3184260-a897-401b-b5b2-49175c642339 req-7d8083b7-a307-4311-9c15-4cbb00a9aa7e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Made reservation on behalf of 00555c9dc6b94b048368752dc235deba for: {'port': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:31:51.485004 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-d3184260-a897-401b-b5b2-49175c642339 req-7d8083b7-a307-4311-9c15-4cbb00a9aa7e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:51.616135 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_common [req-d3184260-a897-401b-b5b2-49175c642339 req-7d8083b7-a307-4311-9c15-4cbb00a9aa7e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Allocated IP 172.20.0.13 (07d5c80c-0680-416c-abc7-d57cb6e89b86/dab7b2d5-e9d4-404e-b783-f8f50618c8b0/0b0e8e30-d2bf-430d-82d0-e3d903854ee8) {{(pid=100972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:31:51.794053 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-550ef441-2f62-4fe1-bcdc-c865adeed756 req-1b19d735-720a-42af-9583-df0d92f1c32e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 210 time: 0.0504787 Nov 09 05:31:51.811916 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-d3184260-a897-401b-b5b2-49175c642339 req-7d8083b7-a307-4311-9c15-4cbb00a9aa7e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for port, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:51.848288 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-d3184260-a897-401b-b5b2-49175c642339 req-7d8083b7-a307-4311-9c15-4cbb00a9aa7e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:51.913763 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3184260-a897-401b-b5b2-49175c642339 req-7d8083b7-a307-4311-9c15-4cbb00a9aa7e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Network 07d5c80c-0680-416c-abc7-d57cb6e89b86 is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:31:51.915808 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [req-d3184260-a897-401b-b5b2-49175c642339 req-7d8083b7-a307-4311-9c15-4cbb00a9aa7e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:31:51.920660 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3184260-a897-401b-b5b2-49175c642339 req-7d8083b7-a307-4311-9c15-4cbb00a9aa7e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Received port after_create {{(pid=100972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:31:51.985008 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3184260-a897-401b-b5b2-49175c642339 req-7d8083b7-a307-4311-9c15-4cbb00a9aa7e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:31:51.985948 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-d3184260-a897-401b-b5b2-49175c642339 req-7d8083b7-a307-4311-9c15-4cbb00a9aa7e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:52.001890 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8083b7-a307-4311-9c15-4cbb00a9aa7e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Pushing event updated for resources: {'Port': ['ID=0b0e8e30-d2bf-430d-82d0-e3d903854ee8,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:52.018716 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d3184260-a897-401b-b5b2-49175c642339 req-7d8083b7-a307-4311-9c15-4cbb00a9aa7e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6539390 Nov 09 05:31:52.226273 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-a1043531-6d47-4acb-bbac-a73f2fd4912d None None] Provisioning complete for port 0b0e8e30-d2bf-430d-82d0-e3d903854ee8 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:31:52.226784 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-a1043531-6d47-4acb-bbac-a73f2fd4912d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:52.264319 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-a1043531-6d47-4acb-bbac-a73f2fd4912d None None] Port 0b0e8e30-d2bf-430d-82d0-e3d903854ee8 cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:31:52.927684 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d1543-6562-456e-983d-bff90e01a404 req-b977667d-1a95-41aa-bedc-b70b1e5fe7bf tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:31:52.930371 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1a7d1543-6562-456e-983d-bff90e01a404 req-b977667d-1a95-41aa-bedc-b70b1e5fe7bf tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 932 time: 0.0508385 Nov 09 05:31:52.985417 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1a7d1543-6562-456e-983d-bff90e01a404 req-9ee4900e-2507-4374-98bb-4089bffd6e2b tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487394 Nov 09 05:31:54.126034 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e85dc-26a8-42b1-980a-f4ccd1840656 req-b7272d1f-0130-4d8f-80c8-014c5bed4051 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:31:54.127507 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4c6e85dc-26a8-42b1-980a-f4ccd1840656 req-b7272d1f-0130-4d8f-80c8-014c5bed4051 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 932 time: 0.0554185 Nov 09 05:31:54.177192 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4c6e85dc-26a8-42b1-980a-f4ccd1840656 req-8a997d99-68bd-4ead-8b73-adf0a26c7d66 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422475 Nov 09 05:31:54.804424 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 35550) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:54.974209 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c3cb88-f4d1-4858-bccb-ed27a7685ed1 admin admin] Deleting subnet ba84cc1c-e4f2-4be1-bfcd-f63d11a0c627 {{(pid=100972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 05:31:54.978067 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e2c3cb88-f4d1-4858-bccb-ed27a7685ed1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:55.014630 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e2c3cb88-f4d1-4858-bccb-ed27a7685ed1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25701761'] for subnet, precommit_delete_associations {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:55.076205 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e2c3cb88-f4d1-4858-bccb-ed27a7685ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16203819'] for subnet, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:55.133315 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e2c3cb88-f4d1-4858-bccb-ed27a7685ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16203810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25700707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26186246'] for subnet, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:55.156595 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3cb88-f4d1-4858-bccb-ed27a7685ed1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba84cc1c-e4f2-4be1-bfcd-f63d11a0c627,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:55.166096 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e2c3cb88-f4d1-4858-bccb-ed27a7685ed1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:55.169242 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-e2c3cb88-f4d1-4858-bccb-ed27a7685ed1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ba84cc1c-e4f2-4be1-bfcd-f63d11a0c627 HTTP/1.1" status: 204 len: 168 time: 0.3629720 Nov 09 05:31:55.171911 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 35560) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:55.250042 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-642af8c2-f97d-4bef-bbed-be6fc6c3f2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16329678'] for network, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:55.306166 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8be27c-6364-4222-a99d-5f0e0a344ac2 req-6eab562f-c881-4d1d-b0c8-371407b2523a tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:31:55.314245 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1a8be27c-6364-4222-a99d-5f0e0a344ac2 req-6eab562f-c881-4d1d-b0c8-371407b2523a tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 932 time: 0.0610106 Nov 09 05:31:55.368990 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1a8be27c-6364-4222-a99d-5f0e0a344ac2 req-37e9d74e-2c73-4e64-a6b9-c010a58e76d2 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528286 Nov 09 05:31:55.377193 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-642af8c2-f97d-4bef-bbed-be6fc6c3f2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16206686', 'neutron.services.segments.db._delete_segments_for_network-8784574975281'] for network, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:55.403268 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-642af8c2-f97d-4bef-bbed-be6fc6c3f2ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c7c7bf-a974-401b-8934-eb01fbeb899e']}} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:31:55.416461 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-642af8c2-f97d-4bef-bbed-be6fc6c3f2ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f43b0cd-977d-456b-acf3-a0650ee0d895') {'for_net_delete': True} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:31:55.416814 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-642af8c2-f97d-4bef-bbed-be6fc6c3f2ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f43b0cd-977d-456b-acf3-a0650ee0d895') {} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:31:55.427090 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-642af8c2-f97d-4bef-bbed-be6fc6c3f2ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784575010618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25701784'] for segment, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:55.442292 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-642af8c2-f97d-4bef-bbed-be6fc6c3f2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:55.451234 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642af8c2-f97d-4bef-bbed-be6fc6c3f2ea admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=100972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 05:31:55.451678 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-642af8c2-f97d-4bef-bbed-be6fc6c3f2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25700741'] for segment, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: Traceback (most recent call last): Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: timer() Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: cb(*args, **kw) Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: return func(*args, **kwargs) Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: self._notify() Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: self.callback(batched_events) Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: event.method(event) Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: return f(self, *a, **k) Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: return self._get(url).json() Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: return self.request(url, 'GET', **kwargs) Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 05:31:55.453727 dv-cinder-817135-2-iscsi neutron-server[100972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 05:31:55.524440 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-642af8c2-f97d-4bef-bbed-be6fc6c3f2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16205741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461216'] for network, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:55.533750 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-642af8c2-f97d-4bef-bbed-be6fc6c3f2ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:55.537146 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-642af8c2-f97d-4bef-bbed-be6fc6c3f2ea admin admin] 10.222.0.41 "DELETE /v2.0/networks/c9c7c7bf-a974-401b-8934-eb01fbeb899e HTTP/1.1" status: 204 len: 168 time: 0.3642631 Nov 09 05:31:55.556721 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642af8c2-f97d-4bef-bbed-be6fc6c3f2ea admin admin] Pushing event deleted for resources: {'Network': ['ID=c9c7c7bf-a974-401b-8934-eb01fbeb899e,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:55.765084 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 35578) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:55.808281 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-0d73cacf-993f-4852-b5e4-28c3b90415a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79869bd25d3c47ca87597d1801b9d710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417211 Nov 09 05:31:55.810644 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 35580) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:55.864483 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-d827342f-d6fb-4c07-9378-f7cf8bcae495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:55.887613 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-d827342f-d6fb-4c07-9378-f7cf8bcae495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:55.937808 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-d827342f-d6fb-4c07-9378-f7cf8bcae495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:55.940389 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-d827342f-d6fb-4c07-9378-f7cf8bcae495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:55.941546 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-d827342f-d6fb-4c07-9378-f7cf8bcae495 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5 HTTP/1.1" status: 204 len: 168 time: 0.1297982 Nov 09 05:31:55.949854 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827342f-d6fb-4c07-9378-f7cf8bcae495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecef78c8-f4f0-4795-a3d1-d0f8b77e32b5,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:56.491086 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f8814-8786-45cc-8fb6-eec38e1d4a33 req-88b369e1-5f43-40f8-8f78-4923ebd5e7b8 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:31:56.493645 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-324f8814-8786-45cc-8fb6-eec38e1d4a33 req-88b369e1-5f43-40f8-8f78-4923ebd5e7b8 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 932 time: 0.0578532 Nov 09 05:31:56.549002 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-324f8814-8786-45cc-8fb6-eec38e1d4a33 req-2e50eb3b-143e-4a72-bee1-9cbecb23c239 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492027 Nov 09 05:31:57.673748 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24258553-683e-4362-a3ce-d2674bdc6b04 req-2c1d2e35-f15f-4d13-91fe-8459689bf83d tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:31:57.675416 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-24258553-683e-4362-a3ce-d2674bdc6b04 req-2c1d2e35-f15f-4d13-91fe-8459689bf83d tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 932 time: 0.0564277 Nov 09 05:31:57.725595 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-24258553-683e-4362-a3ce-d2674bdc6b04 req-ba0b2384-07cf-4174-81b0-e91b88027075 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432017 Nov 09 05:31:57.741094 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 35638) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:57.845156 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9ae7cefe-9992-4661-9d99-eb6580c44a10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:57.922562 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9ae7cefe-9992-4661-9d99-eb6580c44a10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:57.926288 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9ae7cefe-9992-4661-9d99-eb6580c44a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:57.964557 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-9ae7cefe-9992-4661-9d99-eb6580c44a10 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79c5a0563e12451f8f122ca817c3affb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224021 Nov 09 05:31:57.965403 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7cefe-9992-4661-9d99-eb6580c44a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737f0e2a-c49e-410f-b2df-779670ccd3cc,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:57.968278 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 35644) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:58.027957 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c0f0da73-f503-4712-adf4-ef3f900ba443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:58.049601 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c0f0da73-f503-4712-adf4-ef3f900ba443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:58.114277 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c0f0da73-f503-4712-adf4-ef3f900ba443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:58.117239 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c0f0da73-f503-4712-adf4-ef3f900ba443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:58.121019 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-c0f0da73-f503-4712-adf4-ef3f900ba443 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/737f0e2a-c49e-410f-b2df-779670ccd3cc HTTP/1.1" status: 204 len: 168 time: 0.1517167 Nov 09 05:31:58.138269 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0da73-f503-4712-adf4-ef3f900ba443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737f0e2a-c49e-410f-b2df-779670ccd3cc,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:58.246514 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-6022c34f-c742-4175-81fc-294a6a763389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:58.854296 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666d391-24c0-4643-8b37-05a63d2c53f1 req-837387f8-b1bc-4dfe-ae51-26f0b1bd47e8 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:31:58.856108 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5666d391-24c0-4643-8b37-05a63d2c53f1 req-837387f8-b1bc-4dfe-ae51-26f0b1bd47e8 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 932 time: 0.0558140 Nov 09 05:31:58.907845 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5666d391-24c0-4643-8b37-05a63d2c53f1 req-0369a799-e597-4b0c-b7a0-49d054772473 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453067 Nov 09 05:31:59.352792 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 35702) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:59.501745 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-6555f472-8869-4850-b8a3-d8baa192bf0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:59.585302 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-6555f472-8869-4850-b8a3-d8baa192bf0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:59.591049 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-6555f472-8869-4850-b8a3-d8baa192bf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:59.632179 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555f472-8869-4850-b8a3-d8baa192bf0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06aa4a1b-14a5-42ff-bb94-c50fbf8494f9,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:31:59.640393 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 35716) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:31:59.647333 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-6555f472-8869-4850-b8a3-d8baa192bf0b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=25a6f064285043599e21cf661ad8afc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930896 Nov 09 05:31:59.662603 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555f472-8869-4850-b8a3-d8baa192bf0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:59.662949 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555f472-8869-4850-b8a3-d8baa192bf0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:59.663292 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555f472-8869-4850-b8a3-d8baa192bf0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:59.663665 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555f472-8869-4850-b8a3-d8baa192bf0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:59.664576 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555f472-8869-4850-b8a3-d8baa192bf0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:59.664924 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555f472-8869-4850-b8a3-d8baa192bf0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:59.665251 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555f472-8869-4850-b8a3-d8baa192bf0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:59.665576 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555f472-8869-4850-b8a3-d8baa192bf0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:59.665900 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555f472-8869-4850-b8a3-d8baa192bf0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:59.666219 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555f472-8869-4850-b8a3-d8baa192bf0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:59.666531 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555f472-8869-4850-b8a3-d8baa192bf0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:59.666846 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555f472-8869-4850-b8a3-d8baa192bf0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:31:59.735935 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-7e013dbb-6155-48a8-a10f-c48580e64b4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:59.762742 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-7e013dbb-6155-48a8-a10f-c48580e64b4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:59.823690 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-7e013dbb-6155-48a8-a10f-c48580e64b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:59.826513 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-7e013dbb-6155-48a8-a10f-c48580e64b4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:31:59.830696 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-7e013dbb-6155-48a8-a10f-c48580e64b4c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/06aa4a1b-14a5-42ff-bb94-c50fbf8494f9 HTTP/1.1" status: 204 len: 168 time: 0.1892853 Nov 09 05:31:59.843228 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e013dbb-6155-48a8-a10f-c48580e64b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06aa4a1b-14a5-42ff-bb94-c50fbf8494f9,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:00.342781 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fca35-7e8b-4442-b17c-85f5abd2e954 req-d38d3947-7716-4899-a56a-3cbcca9c2244 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:00.344576 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9e4fca35-7e8b-4442-b17c-85f5abd2e954 req-d38d3947-7716-4899-a56a-3cbcca9c2244 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 932 time: 0.3587794 Nov 09 05:32:00.368128 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 35746) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:00.416038 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-2eaa5985-1948-43ed-9797-c3d6bd3586c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:00.437796 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9e4fca35-7e8b-4442-b17c-85f5abd2e954 req-fc32eb30-74b8-4f2f-9d48-7d510d25fe49 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870681 Nov 09 05:32:00.572261 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7b02b6b7-04eb-4630-8d8e-1d23308fb6de admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:00.671542 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7b02b6b7-04eb-4630-8d8e-1d23308fb6de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:00.687784 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7b02b6b7-04eb-4630-8d8e-1d23308fb6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:00.731477 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02b6b7-04eb-4630-8d8e-1d23308fb6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96f5d88-3a29-45b5-81d8-5d9505648ecf,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:00.739899 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 35762) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:00.740528 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-7b02b6b7-04eb-4630-8d8e-1d23308fb6de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a69f161bcc304b2983945f11b978cbd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3698289 Nov 09 05:32:00.819831 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-94e28feb-e865-450c-8698-6738e6a073df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:00.844581 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-94e28feb-e865-450c-8698-6738e6a073df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:00.896348 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-94e28feb-e865-450c-8698-6738e6a073df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:00.899171 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-94e28feb-e865-450c-8698-6738e6a073df admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:00.903285 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-94e28feb-e865-450c-8698-6738e6a073df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b96f5d88-3a29-45b5-81d8-5d9505648ecf HTTP/1.1" status: 204 len: 168 time: 0.1613441 Nov 09 05:32:00.912077 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e28feb-e865-450c-8698-6738e6a073df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96f5d88-3a29-45b5-81d8-5d9505648ecf,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:01.297682 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 35782) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:01.311361 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-42e8867d-e842-4755-8f93-5e6da6a9d2a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:01.412289 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-42e8867d-e842-4755-8f93-5e6da6a9d2a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:01.422916 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-42e8867d-e842-4755-8f93-5e6da6a9d2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:01.494018 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8867d-e842-4755-8f93-5e6da6a9d2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bae4be-9ba5-4154-9f6a-eb46e91e5182,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:01.507352 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-42e8867d-e842-4755-8f93-5e6da6a9d2a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8703c0264b24287873a380abff9157d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081249 Nov 09 05:32:01.510033 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8867d-e842-4755-8f93-5e6da6a9d2a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:01.512410 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8867d-e842-4755-8f93-5e6da6a9d2a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:01.512410 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8867d-e842-4755-8f93-5e6da6a9d2a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:01.512410 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8867d-e842-4755-8f93-5e6da6a9d2a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:01.512410 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8867d-e842-4755-8f93-5e6da6a9d2a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:01.512410 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8867d-e842-4755-8f93-5e6da6a9d2a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:01.512410 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8867d-e842-4755-8f93-5e6da6a9d2a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:01.513136 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8867d-e842-4755-8f93-5e6da6a9d2a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:01.513486 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8867d-e842-4755-8f93-5e6da6a9d2a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:01.513820 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8867d-e842-4755-8f93-5e6da6a9d2a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:01.514201 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8867d-e842-4755-8f93-5e6da6a9d2a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:01.514400 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 35790) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:01.514920 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e8867d-e842-4755-8f93-5e6da6a9d2a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:01.623056 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc428d4b-d836-4cbc-978e-6f4044a2df24 req-06564d50-879a-4b69-bff2-905aca060321 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:01.624857 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-fc428d4b-d836-4cbc-978e-6f4044a2df24 req-06564d50-879a-4b69-bff2-905aca060321 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 932 time: 0.0973077 Nov 09 05:32:01.627994 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-4942b730-daee-49be-9d10-b9a3931d6c39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:01.666126 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-4942b730-daee-49be-9d10-b9a3931d6c39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:01.715756 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-fc428d4b-d836-4cbc-978e-6f4044a2df24 req-9fe6e978-b191-4dcc-8634-3ac9806154b5 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830724 Nov 09 05:32:01.736095 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-4942b730-daee-49be-9d10-b9a3931d6c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:01.738676 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-4942b730-daee-49be-9d10-b9a3931d6c39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:01.739849 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-4942b730-daee-49be-9d10-b9a3931d6c39 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8bae4be-9ba5-4154-9f6a-eb46e91e5182 HTTP/1.1" status: 204 len: 168 time: 0.2236834 Nov 09 05:32:01.751288 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942b730-daee-49be-9d10-b9a3931d6c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bae4be-9ba5-4154-9f6a-eb46e91e5182,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:01.752725 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:02.829129 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c37607-8351-4ed3-a9c9-a2dfeaf899bc req-2b8fc85b-8d8b-4e2b-a2bb-9f87ce3a5448 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:02.830768 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-94c37607-8351-4ed3-a9c9-a2dfeaf899bc req-2b8fc85b-8d8b-4e2b-a2bb-9f87ce3a5448 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 932 time: 0.0483415 Nov 09 05:32:02.899865 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-94c37607-8351-4ed3-a9c9-a2dfeaf899bc req-e906ae4a-3e7d-49f1-8158-822912d8da6c tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626807 Nov 09 05:32:03.119114 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:03.871020 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:04.002706 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc4cbf-561d-4cd5-9a80-0630b93b0f7b req-11cbdaf4-2e45-4937-9cd7-1403ea4c3d0f tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:04.004188 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-29bc4cbf-561d-4cd5-9a80-0630b93b0f7b req-11cbdaf4-2e45-4937-9cd7-1403ea4c3d0f tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 932 time: 0.0485322 Nov 09 05:32:04.062882 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-29bc4cbf-561d-4cd5-9a80-0630b93b0f7b req-777068e4-5e32-4ab3-9bbc-df452cf9a7ca tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521421 Nov 09 05:32:05.173742 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f3af7-5b55-4382-ae0b-83ea9654d3fa req-c3738688-dd11-4f41-8b0c-a216e07904ff tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:05.175178 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7c6f3af7-5b55-4382-ae0b-83ea9654d3fa req-c3738688-dd11-4f41-8b0c-a216e07904ff tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 932 time: 0.0471570 Nov 09 05:32:05.223811 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7c6f3af7-5b55-4382-ae0b-83ea9654d3fa req-40c94001-6b85-4956-bf74-2b03f7ec736e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427516 Nov 09 05:32:06.333775 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c364290-d5df-4d68-bea4-37feef203bc3 req-9287e5ea-63a6-409d-8941-61701748096e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:06.335198 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9c364290-d5df-4d68-bea4-37feef203bc3 req-9287e5ea-63a6-409d-8941-61701748096e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 932 time: 0.0466323 Nov 09 05:32:06.383856 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9c364290-d5df-4d68-bea4-37feef203bc3 req-991d0d6f-46fc-4af1-b2c4-ba852afb0d9a tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424256 Nov 09 05:32:07.495848 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662263d-4373-4f9c-9e41-1e6b8d6edced req-a620cf17-4ed9-4022-b4e2-de61fff14431 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:07.497668 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a662263d-4373-4f9c-9e41-1e6b8d6edced req-a620cf17-4ed9-4022-b4e2-de61fff14431 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 932 time: 0.0493951 Nov 09 05:32:07.544375 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a662263d-4373-4f9c-9e41-1e6b8d6edced req-0fe77387-6104-4dc6-adb1-70eaba820d89 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392733 Nov 09 05:32:08.655845 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c846f42-9969-4a7b-871d-3bd45eb25050 req-d1056e45-99db-4e0f-b64e-d39edc745601 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:08.657264 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5c846f42-9969-4a7b-871d-3bd45eb25050 req-d1056e45-99db-4e0f-b64e-d39edc745601 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 932 time: 0.0474646 Nov 09 05:32:08.702413 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5c846f42-9969-4a7b-871d-3bd45eb25050 req-e9116f67-2ab1-4997-beef-782b518d32d5 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394735 Nov 09 05:32:09.822059 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dc373-d16a-4e3b-a8bc-e788936a413e req-b1b688bb-4a53-49f7-93f0-16aa98a8b2ca tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:09.823446 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-bd8dc373-d16a-4e3b-a8bc-e788936a413e req-b1b688bb-4a53-49f7-93f0-16aa98a8b2ca tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 932 time: 0.0517950 Nov 09 05:32:09.869893 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-bd8dc373-d16a-4e3b-a8bc-e788936a413e req-f3d60092-0835-4df0-a275-c25eefae8fce tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399435 Nov 09 05:32:09.911676 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:10.982634 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507cce9-020c-4ea6-80df-15f94a49c916 req-b328d912-1aa9-48d0-8c74-2c5b1fc26b2c tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:10.984104 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6507cce9-020c-4ea6-80df-15f94a49c916 req-b328d912-1aa9-48d0-8c74-2c5b1fc26b2c tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 932 time: 0.0483739 Nov 09 05:32:11.029871 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6507cce9-020c-4ea6-80df-15f94a49c916 req-bbad653e-674b-44a7-ba3e-7c1b1dc52903 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399458 Nov 09 05:32:12.143059 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5daba-fc8d-4bd3-b793-478fae5bbf4b req-abd500a1-f0cd-4341-967a-49d40c8339c4 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:12.144569 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7fe5daba-fc8d-4bd3-b793-478fae5bbf4b req-abd500a1-f0cd-4341-967a-49d40c8339c4 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 932 time: 0.0507870 Nov 09 05:32:12.188901 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-7fe5daba-fc8d-4bd3-b793-478fae5bbf4b req-8c556564-7b25-4c3f-b168-a74bb761d4d0 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386128 Nov 09 05:32:13.302992 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353de98-c9ed-452d-9301-7c61dd71f609 req-f2c97f37-4fe4-4c5f-94a9-cfb3de5aba8a tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:13.304461 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5353de98-c9ed-452d-9301-7c61dd71f609 req-f2c97f37-4fe4-4c5f-94a9-cfb3de5aba8a tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 932 time: 0.0513022 Nov 09 05:32:13.350676 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5353de98-c9ed-452d-9301-7c61dd71f609 req-cac51023-3053-48dc-9506-c3efca642bfd tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402188 Nov 09 05:32:14.362965 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 35966) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:14.463614 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502ed01-2c41-4d57-bae9-4825ad1ee988 req-8bac706d-b655-47f4-ab17-8d13b1d1f451 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:14.465138 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e502ed01-2c41-4d57-bae9-4825ad1ee988 req-8bac706d-b655-47f4-ab17-8d13b1d1f451 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 932 time: 0.0492721 Nov 09 05:32:14.467789 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7f3f0f65-d546-4a14-aa1d-43ceea6f265e admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:14.512110 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e502ed01-2c41-4d57-bae9-4825ad1ee988 req-713a4ddb-3d77-43a2-977a-e04f815867fb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403626 Nov 09 05:32:14.541602 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7f3f0f65-d546-4a14-aa1d-43ceea6f265e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:14.545350 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7f3f0f65-d546-4a14-aa1d-43ceea6f265e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:14.581182 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f0f65-d546-4a14-aa1d-43ceea6f265e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63cce75-e7a5-40c7-8032-98e0fe1cc6c3,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:14.585377 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-7f3f0f65-d546-4a14-aa1d-43ceea6f265e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6871b5adf96404e94a3b44c1975232a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214627 Nov 09 05:32:14.588530 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 35972) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:14.634327 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-646bf8ce-af84-4a6a-a3c0-8aa61aaab48c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:14.654606 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-646bf8ce-af84-4a6a-a3c0-8aa61aaab48c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:14.702072 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-646bf8ce-af84-4a6a-a3c0-8aa61aaab48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:14.704611 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-646bf8ce-af84-4a6a-a3c0-8aa61aaab48c admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:14.705723 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-646bf8ce-af84-4a6a-a3c0-8aa61aaab48c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c63cce75-e7a5-40c7-8032-98e0fe1cc6c3 HTTP/1.1" status: 204 len: 168 time: 0.1163123 Nov 09 05:32:14.713551 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bf8ce-af84-4a6a-a3c0-8aa61aaab48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63cce75-e7a5-40c7-8032-98e0fe1cc6c3,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:14.954850 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 35978) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:14.967638 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-df4bfb27-54c7-4e92-b580-46204d14a782 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:15.044415 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-df4bfb27-54c7-4e92-b580-46204d14a782 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:15.048004 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-df4bfb27-54c7-4e92-b580-46204d14a782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:15.084475 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-df4bfb27-54c7-4e92-b580-46204d14a782 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01422b6ea1d941dc9abb56df2fdd5ab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1284556 Nov 09 05:32:15.086880 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bfb27-54c7-4e92-b580-46204d14a782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd1558d-eaba-4f5b-bf4a-124b51783f4b,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:15.087601 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 35982) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:15.134077 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b3b34dfc-4abf-4047-8556-5dd696b40b8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:15.154324 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b3b34dfc-4abf-4047-8556-5dd696b40b8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:15.198703 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b3b34dfc-4abf-4047-8556-5dd696b40b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:15.201314 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-b3b34dfc-4abf-4047-8556-5dd696b40b8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:15.202416 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-b3b34dfc-4abf-4047-8556-5dd696b40b8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8bd1558d-eaba-4f5b-bf4a-124b51783f4b HTTP/1.1" status: 204 len: 168 time: 0.1138079 Nov 09 05:32:15.209952 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b34dfc-4abf-4047-8556-5dd696b40b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd1558d-eaba-4f5b-bf4a-124b51783f4b,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:15.629842 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ff613-0c7a-4907-9741-e8d29224499a req-e1458cae-d22b-47b6-ab64-590e721434cf tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:15.631296 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a20ff613-0c7a-4907-9741-e8d29224499a req-e1458cae-d22b-47b6-ab64-590e721434cf tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 932 time: 0.0479441 Nov 09 05:32:15.679713 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a20ff613-0c7a-4907-9741-e8d29224499a req-815390b5-0acc-4983-89a1-352bf967b21a tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419214 Nov 09 05:32:15.809062 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [req-d3184260-a897-401b-b5b2-49175c642339 req-974b82e3-e998-4bc1-a357-ec58525015ec tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 05:32:15.810041 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d3184260-a897-401b-b5b2-49175c642339 req-974b82e3-e998-4bc1-a357-ec58525015ec tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058763 Nov 09 05:32:15.928663 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-d3184260-a897-401b-b5b2-49175c642339 req-910ca05d-8f0d-4b03-983f-efd44526b216 service neutron] Request body: {'port': {'device_id': '5ed7e219-44f9-44d4-a944-af7bb467820a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:32:15.984625 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-d3184260-a897-401b-b5b2-49175c642339 req-910ca05d-8f0d-4b03-983f-efd44526b216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:16.251661 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [req-d3184260-a897-401b-b5b2-49175c642339 req-910ca05d-8f0d-4b03-983f-efd44526b216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b0e8e30-d2bf-430d-82d0-e3d903854ee8 {{(pid=100972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:32:16.259261 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-d3184260-a897-401b-b5b2-49175c642339 req-910ca05d-8f0d-4b03-983f-efd44526b216 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:16.273076 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.provisioning_blocks [req-d3184260-a897-401b-b5b2-49175c642339 req-910ca05d-8f0d-4b03-983f-efd44526b216 service neutron] Transition to ACTIVE for port object 0b0e8e30-d2bf-430d-82d0-e3d903854ee8 will not be triggered until provisioned by entity L2. {{(pid=100972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 05:32:16.276859 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-d3184260-a897-401b-b5b2-49175c642339 req-910ca05d-8f0d-4b03-983f-efd44526b216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:16.352107 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ca05d-8f0d-4b03-983f-efd44526b216 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0e8e30-d2bf-430d-82d0-e3d903854ee8,revision_number=2']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:16.410068 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-d3184260-a897-401b-b5b2-49175c642339 req-910ca05d-8f0d-4b03-983f-efd44526b216 service neutron] Attempting to bind port 0b0e8e30-d2bf-430d-82d0-e3d903854ee8 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:32:16.410230 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-d3184260-a897-401b-b5b2-49175c642339 req-910ca05d-8f0d-4b03-983f-efd44526b216 service neutron] Attempting to bind port 0b0e8e30-d2bf-430d-82d0-e3d903854ee8 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'cfe413a1-c9d5-4162-b390-63a12d3a484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86'}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:32:16.410565 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3184260-a897-401b-b5b2-49175c642339 req-910ca05d-8f0d-4b03-983f-efd44526b216 service neutron] Attempting to bind port 0b0e8e30-d2bf-430d-82d0-e3d903854ee8 on network 07d5c80c-0680-416c-abc7-d57cb6e89b86 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:32:16.416171 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3184260-a897-401b-b5b2-49175c642339 req-910ca05d-8f0d-4b03-983f-efd44526b216 service neutron] Port 0b0e8e30-d2bf-430d-82d0-e3d903854ee8 on network 07d5c80c-0680-416c-abc7-d57cb6e89b86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 05:32:16.416561 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3184260-a897-401b-b5b2-49175c642339 req-910ca05d-8f0d-4b03-983f-efd44526b216 service neutron] Attempting to bind port 0b0e8e30-d2bf-430d-82d0-e3d903854ee8 on network 07d5c80c-0680-416c-abc7-d57cb6e89b86 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:32:16.421850 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3184260-a897-401b-b5b2-49175c642339 req-910ca05d-8f0d-4b03-983f-efd44526b216 service neutron] Checking agent: {'id': '95cbc7df-874e-4f22-acf5-3b3cdde6b18e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'started_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:32:16.422258 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3184260-a897-401b-b5b2-49175c642339 req-910ca05d-8f0d-4b03-983f-efd44526b216 service neutron] Checking segment: {'id': 'cfe413a1-c9d5-4162-b390-63a12d3a484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:32:16.422701 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3184260-a897-401b-b5b2-49175c642339 req-910ca05d-8f0d-4b03-983f-efd44526b216 service neutron] Bound using segment: {'id': 'cfe413a1-c9d5-4162-b390-63a12d3a484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86'} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:32:16.423200 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-d3184260-a897-401b-b5b2-49175c642339 req-910ca05d-8f0d-4b03-983f-efd44526b216 service neutron] Bound port: 0b0e8e30-d2bf-430d-82d0-e3d903854ee8, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe413a1-c9d5-4162-b390-63a12d3a484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86'}}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:32:16.423613 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-d3184260-a897-401b-b5b2-49175c642339 req-910ca05d-8f0d-4b03-983f-efd44526b216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:16.506890 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-d3184260-a897-401b-b5b2-49175c642339 req-910ca05d-8f0d-4b03-983f-efd44526b216 service neutron] For port 0b0e8e30-d2bf-430d-82d0-e3d903854ee8, host hv-cinder-81713, cleared binding levels {{(pid=100972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:32:16.510519 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-d3184260-a897-401b-b5b2-49175c642339 req-910ca05d-8f0d-4b03-983f-efd44526b216 service neutron] For port 0b0e8e30-d2bf-430d-82d0-e3d903854ee8, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=0b0e8e30-d2bf-430d-82d0-e3d903854ee8,segment=NetworkSegment(cfe413a1-c9d5-4162-b390-63a12d3a484a),segment_id=cfe413a1-c9d5-4162-b390-63a12d3a484a)] {{(pid=100972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:32:16.514564 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-d3184260-a897-401b-b5b2-49175c642339 req-910ca05d-8f0d-4b03-983f-efd44526b216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:16.551034 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3184260-a897-401b-b5b2-49175c642339 req-910ca05d-8f0d-4b03-983f-efd44526b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:16.551820 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-d3184260-a897-401b-b5b2-49175c642339 req-910ca05d-8f0d-4b03-983f-efd44526b216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:16.553269 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d3184260-a897-401b-b5b2-49175c642339 req-910ca05d-8f0d-4b03-983f-efd44526b216 service neutron] 10.222.0.20 "PUT /v2.0/ports/0b0e8e30-d2bf-430d-82d0-e3d903854ee8 HTTP/1.1" status: 200 len: 1094 time: 0.7220616 Nov 09 05:32:16.553813 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed7e219-44f9-44d4-a944-af7bb467820a', 'tag': '0b0e8e30-d2bf-430d-82d0-e3d903854ee8'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:32:16.556753 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce4b59b-5c0b-4598-a7c8-805ca909ef82" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed7e219-44f9-44d4-a944-af7bb467820a", "tag": "0b0e8e30-d2bf-430d-82d0-e3d903854ee8"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:32:16.593820 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ca05d-8f0d-4b03-983f-efd44526b216 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0e8e30-d2bf-430d-82d0-e3d903854ee8,revision_number=3']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:16.697997 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3184260-a897-401b-b5b2-49175c642339 req-6b109836-872c-4043-ae30-38c25fa2c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:16.702006 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d3184260-a897-401b-b5b2-49175c642339 req-6b109836-872c-4043-ae30-38c25fa2c6ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00555c9dc6b94b048368752dc235deba&device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 1097 time: 0.0488780 Nov 09 05:32:16.782784 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d3184260-a897-401b-b5b2-49175c642339 req-d7eae496-ea08-4fa1-9ec6-29c663eb947a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b0e8e30-d2bf-430d-82d0-e3d903854ee8 HTTP/1.1" status: 200 len: 217 time: 0.0640953 Nov 09 05:32:16.806586 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2177388e-ed6c-44df-973c-2165ccb2db65 x-openstack-request-id: req-2177388e-ed6c-44df-973c-2165ccb2db65 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:32:16.806911 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed7e219-44f9-44d4-a944-af7bb467820a", "tag": "0b0e8e30-d2bf-430d-82d0-e3d903854ee8", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:32:16.807240 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2177388e-ed6c-44df-973c-2165ccb2db65 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:32:16.807636 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed7e219-44f9-44d4-a944-af7bb467820a', 'tag': '0b0e8e30-d2bf-430d-82d0-e3d903854ee8', 'status': 'completed', 'code': 200} Nov 09 05:32:16.866115 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedfce9-6b9d-4b5e-9fcc-c610f5d39d82 req-148f2460-91af-4593-899b-4c7d4fbb714d tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:16.867659 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-fdedfce9-6b9d-4b5e-9fcc-c610f5d39d82 req-148f2460-91af-4593-899b-4c7d4fbb714d tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 944 time: 0.1014221 Nov 09 05:32:16.869390 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3184260-a897-401b-b5b2-49175c642339 req-63d31780-5f5d-4814-ad65-82d641da6a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:16.870848 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d3184260-a897-401b-b5b2-49175c642339 req-63d31780-5f5d-4814-ad65-82d641da6a4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dab7b2d5-e9d4-404e-b783-f8f50618c8b0 HTTP/1.1" status: 200 len: 853 time: 0.0625205 Nov 09 05:32:16.919511 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-fdedfce9-6b9d-4b5e-9fcc-c610f5d39d82 req-05cb5ef7-a865-4888-855b-e999897edf5d tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453827 Nov 09 05:32:17.000338 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3184260-a897-401b-b5b2-49175c642339 req-b3aee33f-d915-423f-acae-0602db2c9abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:17.002125 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d3184260-a897-401b-b5b2-49175c642339 req-b3aee33f-d915-423f-acae-0602db2c9abe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07d5c80c-0680-416c-abc7-d57cb6e89b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395763 Nov 09 05:32:17.107186 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d3184260-a897-401b-b5b2-49175c642339 req-27c74648-4a33-4014-b2ba-afe888c4efd1 service neutron] 10.222.0.20 "GET /v2.0/networks/07d5c80c-0680-416c-abc7-d57cb6e89b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902781 Nov 09 05:32:17.192535 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d3184260-a897-401b-b5b2-49175c642339 req-4b0092a3-eb2e-4ee7-a088-34e7f93cc85b service neutron] 10.222.0.20 "GET /v2.0/networks/07d5c80c-0680-416c-abc7-d57cb6e89b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830979 Nov 09 05:32:17.322997 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4b59b-5c0b-4598-a7c8-805ca909ef82 req-d5497e6c-6bfb-47a7-9053-e74cc8887f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:17.324468 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6ce4b59b-5c0b-4598-a7c8-805ca909ef82 req-d5497e6c-6bfb-47a7-9053-e74cc8887f7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00555c9dc6b94b048368752dc235deba&device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 1097 time: 0.0431991 Nov 09 05:32:17.423425 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4b59b-5c0b-4598-a7c8-805ca909ef82 req-bfebdd64-2549-4868-b871-a68667a578f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:17.425538 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6ce4b59b-5c0b-4598-a7c8-805ca909ef82 req-bfebdd64-2549-4868-b871-a68667a578f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=07d5c80c-0680-416c-abc7-d57cb6e89b86 HTTP/1.1" status: 200 len: 915 time: 0.0924954 Nov 09 05:32:17.470232 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6ce4b59b-5c0b-4598-a7c8-805ca909ef82 req-92863c49-6caa-4543-b73b-57e392029bf6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b0e8e30-d2bf-430d-82d0-e3d903854ee8 HTTP/1.1" status: 200 len: 217 time: 0.0368626 Nov 09 05:32:17.518715 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4b59b-5c0b-4598-a7c8-805ca909ef82 req-f948aff9-934f-435f-bf2a-39e24f5d6ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:17.520160 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6ce4b59b-5c0b-4598-a7c8-805ca909ef82 req-f948aff9-934f-435f-bf2a-39e24f5d6ae1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dab7b2d5-e9d4-404e-b783-f8f50618c8b0 HTTP/1.1" status: 200 len: 853 time: 0.0426261 Nov 09 05:32:17.565098 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4b59b-5c0b-4598-a7c8-805ca909ef82 req-d401d995-fc28-46a3-98b0-ca2b9e49e093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:17.566548 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6ce4b59b-5c0b-4598-a7c8-805ca909ef82 req-d401d995-fc28-46a3-98b0-ca2b9e49e093 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07d5c80c-0680-416c-abc7-d57cb6e89b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392759 Nov 09 05:32:17.657668 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6ce4b59b-5c0b-4598-a7c8-805ca909ef82 req-0380646e-b2db-42bf-bfbb-7fdbfb437969 service neutron] 10.222.0.20 "GET /v2.0/networks/07d5c80c-0680-416c-abc7-d57cb6e89b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819941 Nov 09 05:32:17.744573 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6ce4b59b-5c0b-4598-a7c8-805ca909ef82 req-d469ce8a-6dd7-460c-8581-c0472dc47a5a service neutron] 10.222.0.20 "GET /v2.0/networks/07d5c80c-0680-416c-abc7-d57cb6e89b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792139 Nov 09 05:32:18.032112 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb678a0-fb92-40c0-b717-2d30dbc6e8c8 req-a6fd9aed-b3d6-483b-8569-58d531d11958 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:18.033474 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2eb678a0-fb92-40c0-b717-2d30dbc6e8c8 req-a6fd9aed-b3d6-483b-8569-58d531d11958 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 944 time: 0.0477560 Nov 09 05:32:18.084510 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-2eb678a0-fb92-40c0-b717-2d30dbc6e8c8 req-c313ff1d-33e4-45d7-9168-65c08ab32cc7 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453608 Nov 09 05:32:19.204442 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d8923-9325-4c7a-85b3-eabffad0b8e8 req-b9854f16-fb86-4f72-b90b-2d4a3a68460b tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:19.205945 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-737d8923-9325-4c7a-85b3-eabffad0b8e8 req-b9854f16-fb86-4f72-b90b-2d4a3a68460b tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 944 time: 0.0540941 Nov 09 05:32:19.254543 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-737d8923-9325-4c7a-85b3-eabffad0b8e8 req-5f689674-b9e5-45e9-9628-5a05b81de9ea tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426617 Nov 09 05:32:20.365020 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d06fe-e031-4348-a199-31c32e5d5dbf req-420a078d-afdc-4001-b3e0-5c32bcf92ae2 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:20.366489 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-010d06fe-e031-4348-a199-31c32e5d5dbf req-420a078d-afdc-4001-b3e0-5c32bcf92ae2 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 944 time: 0.0471821 Nov 09 05:32:20.418122 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-010d06fe-e031-4348-a199-31c32e5d5dbf req-2caf134c-4cd4-4f29-a99c-7e6e44c7e2ba tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452125 Nov 09 05:32:20.620605 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 36092) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:20.723399 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a30fd857-8d20-4ec8-b009-1c67d102f72d admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:20.798620 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a30fd857-8d20-4ec8-b009-1c67d102f72d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:20.801977 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a30fd857-8d20-4ec8-b009-1c67d102f72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:20.838808 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-a30fd857-8d20-4ec8-b009-1c67d102f72d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e1ea22a66f449f9ae41e970e6cf32dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171535 Nov 09 05:32:20.839939 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fd857-8d20-4ec8-b009-1c67d102f72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f39788-c8dc-4a98-9d2f-455212b78f9e,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:20.841513 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 36098) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:20.889599 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9842f7b0-1632-4d1a-9645-4bb209e7f17b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:20.909898 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9842f7b0-1632-4d1a-9645-4bb209e7f17b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:20.954622 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9842f7b0-1632-4d1a-9645-4bb209e7f17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:20.957227 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9842f7b0-1632-4d1a-9645-4bb209e7f17b admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:20.958378 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-9842f7b0-1632-4d1a-9645-4bb209e7f17b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23f39788-c8dc-4a98-9d2f-455212b78f9e HTTP/1.1" status: 204 len: 168 time: 0.1150105 Nov 09 05:32:20.965632 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842f7b0-1632-4d1a-9645-4bb209e7f17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f39788-c8dc-4a98-9d2f-455212b78f9e,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:21.533097 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a3099-0099-43f6-a8e7-4bb234038656 req-6525f9aa-e7f5-486c-8e5d-aa3ea9669796 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:21.534544 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ed8a3099-0099-43f6-a8e7-4bb234038656 req-6525f9aa-e7f5-486c-8e5d-aa3ea9669796 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 944 time: 0.0482745 Nov 09 05:32:21.583967 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ed8a3099-0099-43f6-a8e7-4bb234038656 req-28c1e1af-e339-4dd9-b293-3fd2f2f88e83 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430887 Nov 09 05:32:22.703754 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920f2ea-3ff6-47fd-8b47-a5ae15119d80 req-5a45e87e-4a68-42e7-b17b-4ef233569e8b tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:22.705338 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d920f2ea-3ff6-47fd-8b47-a5ae15119d80 req-5a45e87e-4a68-42e7-b17b-4ef233569e8b tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 944 time: 0.0497110 Nov 09 05:32:22.755700 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d920f2ea-3ff6-47fd-8b47-a5ae15119d80 req-254d0210-bc8b-4eaa-bb63-3719f7bfb152 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420880 Nov 09 05:32:23.868568 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d84fc-39ea-4715-bc36-34fdfa9c3221 req-6d728bf6-37d7-4d99-9a9f-d1db7b9a3544 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:23.869997 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e97d84fc-39ea-4715-bc36-34fdfa9c3221 req-6d728bf6-37d7-4d99-9a9f-d1db7b9a3544 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 944 time: 0.0477202 Nov 09 05:32:23.915169 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e97d84fc-39ea-4715-bc36-34fdfa9c3221 req-4cd204b0-52b5-4b30-ae43-2bdbcdc99fd2 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385647 Nov 09 05:32:25.029530 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c75b8d-7ec7-4e42-b332-779e30a3fd4a req-fe703592-fe02-4a21-a725-59d0bb681716 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:25.030988 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-76c75b8d-7ec7-4e42-b332-779e30a3fd4a req-fe703592-fe02-4a21-a725-59d0bb681716 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 944 time: 0.0506842 Nov 09 05:32:25.076412 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-76c75b8d-7ec7-4e42-b332-779e30a3fd4a req-64d9a691-6b40-48c2-874b-77dfac5fb8ff tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395963 Nov 09 05:32:26.188050 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503900f-3d78-46ef-83f0-141d3c98b567 req-0c22c34b-868b-48a2-847d-93a6424e69fb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:26.189390 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5503900f-3d78-46ef-83f0-141d3c98b567 req-0c22c34b-868b-48a2-847d-93a6424e69fb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 944 time: 0.0475466 Nov 09 05:32:26.234418 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5503900f-3d78-46ef-83f0-141d3c98b567 req-70bf4742-4bbd-4912-a5ab-98232180de04 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393341 Nov 09 05:32:26.927301 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 0b0e8e30-d2bf-430d-82d0-e3d903854ee8 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=100973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 05:32:27.022062 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 0b0e8e30-d2bf-430d-82d0-e3d903854ee8, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=0b0e8e30-d2bf-430d-82d0-e3d903854ee8,segment=NetworkSegment(cfe413a1-c9d5-4162-b390-63a12d3a484a),segment_id=cfe413a1-c9d5-4162-b390-63a12d3a484a)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:32:27.037155 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Returning: {'device': '0b0e8e30-d2bf-430d-82d0-e3d903854ee8', 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86', 'port_id': '0b0e8e30-d2bf-430d-82d0-e3d903854ee8', 'mac_address': 'fa:16:3e:f4:c3:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab7b2d5-e9d4-404e-b783-f8f50618c8b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 05:32:27.201761 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:27.214897 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0e8e30-d2bf-430d-82d0-e3d903854ee8 {{(pid=100973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:32:27.238512 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 0b0e8e30-d2bf-430d-82d0-e3d903854ee8, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=0b0e8e30-d2bf-430d-82d0-e3d903854ee8,segment=NetworkSegment(cfe413a1-c9d5-4162-b390-63a12d3a484a),segment_id=cfe413a1-c9d5-4162-b390-63a12d3a484a)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:32:27.245477 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:27.295438 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=0b0e8e30-d2bf-430d-82d0-e3d903854ee8,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:27.302942 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:27.303292 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:27.303648 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:27.303995 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:27.304324 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:27.304652 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:27.304978 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:27.305330 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:27.305655 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:27.305976 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:27.306294 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:27.306637 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:27.355307 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d0e39-82f3-40cc-b8c5-f71771893e92 req-1142404c-7c92-43e8-809f-650103365c99 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:27.356701 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9a2d0e39-82f3-40cc-b8c5-f71771893e92 req-1142404c-7c92-43e8-809f-650103365c99 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 945 time: 0.0494852 Nov 09 05:32:27.401815 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9a2d0e39-82f3-40cc-b8c5-f71771893e92 req-bb865ec9-042e-4577-816b-12d6943b2d8c tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393550 Nov 09 05:32:27.593010 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:32:27.825003 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['0b0e8e30-d2bf-430d-82d0-e3d903854ee8'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:32:28.242405 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-d1745a9e-ae97-40c1-84a7-66b08e6c2b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:28.519303 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b5392-8fa7-47bb-a9f3-50374a529da5 req-a49d1b31-264e-4f42-b41e-b1f1679108ca tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:28.520770 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4a3b5392-8fa7-47bb-a9f3-50374a529da5 req-a49d1b31-264e-4f42-b41e-b1f1679108ca tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 945 time: 0.0515199 Nov 09 05:32:28.553873 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 36176) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:28.570002 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4a3b5392-8fa7-47bb-a9f3-50374a529da5 req-b5ff6f83-8d0b-4b27-8006-a25dab4994ac tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429015 Nov 09 05:32:28.659429 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-edf4786f-a9ab-4a62-b378-8b3785c59332 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:28.729453 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-edf4786f-a9ab-4a62-b378-8b3785c59332 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:28.733000 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-edf4786f-a9ab-4a62-b378-8b3785c59332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:28.775062 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-edf4786f-a9ab-4a62-b378-8b3785c59332 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2fba228d568f44b7b7a574e9c8e3f1e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206273 Nov 09 05:32:28.775942 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4786f-a9ab-4a62-b378-8b3785c59332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd196ac-dcff-4049-a74a-20f6aa8b32b6,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:28.777788 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 36180) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:28.823883 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68eaa8bc-017f-45aa-be8e-6fe509edd34a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:28.844362 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68eaa8bc-017f-45aa-be8e-6fe509edd34a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:28.888471 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68eaa8bc-017f-45aa-be8e-6fe509edd34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:28.890927 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-68eaa8bc-017f-45aa-be8e-6fe509edd34a admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:28.892069 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-68eaa8bc-017f-45aa-be8e-6fe509edd34a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7bd196ac-dcff-4049-a74a-20f6aa8b32b6 HTTP/1.1" status: 204 len: 168 time: 0.1132872 Nov 09 05:32:28.900269 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eaa8bc-017f-45aa-be8e-6fe509edd34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd196ac-dcff-4049-a74a-20f6aa8b32b6,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:28.939932 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 0b0e8e30-d2bf-430d-82d0-e3d903854ee8 up at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:32:28.988359 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning for port 0b0e8e30-d2bf-430d-82d0-e3d903854ee8 completed by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 05:32:28.992904 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning complete for port 0b0e8e30-d2bf-430d-82d0-e3d903854ee8 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:32:28.993248 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:29.073093 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:29.097085 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed7e219-44f9-44d4-a944-af7bb467820a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0e8e30-d2bf-430d-82d0-e3d903854ee8'}] {{(pid=100973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:32:29.099372 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54011f83237459a559275aec36f6846328bebe107db2d1d5386815f5349ca10e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4bb8d4-cfb8-47ce-ab0d-9d92ab615af0" -d '{"events": [{"server_uuid": "5ed7e219-44f9-44d4-a944-af7bb467820a", "name": "network-vif-plugged", "status": "completed", "tag": "0b0e8e30-d2bf-430d-82d0-e3d903854ee8"}]}' {{(pid=100973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:32:29.112401 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 0b0e8e30-d2bf-430d-82d0-e3d903854ee8, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=0b0e8e30-d2bf-430d-82d0-e3d903854ee8,segment=NetworkSegment(cfe413a1-c9d5-4162-b390-63a12d3a484a),segment_id=cfe413a1-c9d5-4162-b390-63a12d3a484a)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:32:29.117957 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:29.179540 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=0b0e8e30-d2bf-430d-82d0-e3d903854ee8,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:29.274796 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f56ab0-b0e3-4291-a0b9-6d165cf55909 x-openstack-request-id: req-30f56ab0-b0e3-4291-a0b9-6d165cf55909 {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:32:29.275370 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed7e219-44f9-44d4-a944-af7bb467820a", "name": "network-vif-plugged", "status": "completed", "tag": "0b0e8e30-d2bf-430d-82d0-e3d903854ee8", "code": 200}]} {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:32:29.275370 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30f56ab0-b0e3-4291-a0b9-6d165cf55909 {{(pid=100973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:32:29.275734 dv-cinder-817135-2-iscsi neutron-server[100973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed7e219-44f9-44d4-a944-af7bb467820a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0e8e30-d2bf-430d-82d0-e3d903854ee8', 'code': 200} Nov 09 05:32:29.485346 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59abea-4342-4c27-a065-f5ce8b78b0c2 req-61fbcdfa-039a-48ba-bb90-59847931a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:29.487010 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7d59abea-4342-4c27-a065-f5ce8b78b0c2 req-61fbcdfa-039a-48ba-bb90-59847931a619 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 1099 time: 0.0398581 Nov 09 05:32:29.505298 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 36212) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:29.538923 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7d59abea-4342-4c27-a065-f5ce8b78b0c2 req-9ecc2774-c50b-454f-89d2-e62c774bec17 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421641 Nov 09 05:32:29.685034 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01355a94-da3a-4b04-91bd-1b3f00a0217b req-b1c917d6-14f9-4cd3-aa23-d18a646a3e7c tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:29.686508 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-01355a94-da3a-4b04-91bd-1b3f00a0217b req-b1c917d6-14f9-4cd3-aa23-d18a646a3e7c tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 946 time: 0.0491946 Nov 09 05:32:29.725122 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a6badf77-c41c-4aea-b037-de77590481ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:29.735652 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-01355a94-da3a-4b04-91bd-1b3f00a0217b req-ed9489f1-9f38-4a7e-a372-19fa05e26ca1 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430307 Nov 09 05:32:29.807683 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a6badf77-c41c-4aea-b037-de77590481ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:29.811699 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a6badf77-c41c-4aea-b037-de77590481ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:29.851013 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-a6badf77-c41c-4aea-b037-de77590481ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc1172083611411bb6766246a0736e8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3440454 Nov 09 05:32:29.852467 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6badf77-c41c-4aea-b037-de77590481ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e0796e-043c-43ff-8205-c77fc937d011,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:29.854210 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 36252) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:29.904117 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-152587af-7d39-4f85-8297-948bd2ad023e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:29.926183 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-152587af-7d39-4f85-8297-948bd2ad023e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:29.973676 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-152587af-7d39-4f85-8297-948bd2ad023e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:29.976256 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-152587af-7d39-4f85-8297-948bd2ad023e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:29.977981 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-152587af-7d39-4f85-8297-948bd2ad023e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5e0796e-043c-43ff-8205-c77fc937d011 HTTP/1.1" status: 204 len: 168 time: 0.1214175 Nov 09 05:32:29.985534 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152587af-7d39-4f85-8297-948bd2ad023e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e0796e-043c-43ff-8205-c77fc937d011,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:30.311486 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 36270) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:30.326865 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-53be320d-1513-44a6-a0e7-d0828753b805 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:30.412583 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-7cd1515e-cf14-4feb-a320-0648dbf7035b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:30.665354 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-53be320d-1513-44a6-a0e7-d0828753b805 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:30.669106 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-53be320d-1513-44a6-a0e7-d0828753b805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:30.709570 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-53be320d-1513-44a6-a0e7-d0828753b805 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7055477b29e4f75be721587262ec645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3968482 Nov 09 05:32:30.710714 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be320d-1513-44a6-a0e7-d0828753b805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d41d7f-cd84-43b7-b3bb-cac78e28a546,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:30.713415 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 36286) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:30.762070 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f49d8f3a-a0a5-4287-9a5e-a05a6fc5e41e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:30.788158 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f49d8f3a-a0a5-4287-9a5e-a05a6fc5e41e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:30.869947 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4a6e4-e44f-4344-a330-e5b51d4018bc req-83701f03-761e-40c7-b5be-07122b153098 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:30.871416 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-64e4a6e4-e44f-4344-a330-e5b51d4018bc req-83701f03-761e-40c7-b5be-07122b153098 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 946 time: 0.0613832 Nov 09 05:32:30.872442 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f49d8f3a-a0a5-4287-9a5e-a05a6fc5e41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:30.875215 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f49d8f3a-a0a5-4287-9a5e-a05a6fc5e41e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:30.876257 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-f49d8f3a-a0a5-4287-9a5e-a05a6fc5e41e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76d41d7f-cd84-43b7-b3bb-cac78e28a546 HTTP/1.1" status: 204 len: 168 time: 0.1606772 Nov 09 05:32:30.891249 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d8f3a-a0a5-4287-9a5e-a05a6fc5e41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d41d7f-cd84-43b7-b3bb-cac78e28a546,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:30.931021 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-64e4a6e4-e44f-4344-a330-e5b51d4018bc req-4595ddc7-56e1-4fca-aeac-6507c78beca8 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517695 Nov 09 05:32:31.753157 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:32.047660 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e7adc-31d5-471f-8b7b-ccf710d2f861 req-77381ac5-9659-44ed-9eb3-1039924bbdd4 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:32.049872 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7a1e7adc-31d5-471f-8b7b-ccf710d2f861 req-77381ac5-9659-44ed-9eb3-1039924bbdd4 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 946 time: 0.0506361 Nov 09 05:32:32.097872 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7a1e7adc-31d5-471f-8b7b-ccf710d2f861 req-03e7b6ad-2390-42cd-9887-63df869936c5 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420485 Nov 09 05:32:32.215102 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38c207-4d1c-4381-86f1-4e155c16a820 req-de2f0361-b95a-45ee-b401-0e739dc85fba tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:32.216642 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-bb38c207-4d1c-4381-86f1-4e155c16a820 req-de2f0361-b95a-45ee-b401-0e739dc85fba tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 946 time: 0.0517061 Nov 09 05:32:32.268328 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-bb38c207-4d1c-4381-86f1-4e155c16a820 req-d0b020eb-2c00-4e38-a790-8aee0e2b1585 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459692 Nov 09 05:32:32.609517 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411819a8-865f-400a-ae2f-2c1595e8aba9 req-9ba6f44f-5216-4b7a-99e8-a70d77cff41b tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:32.611087 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-411819a8-865f-400a-ae2f-2c1595e8aba9 req-9ba6f44f-5216-4b7a-99e8-a70d77cff41b tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 946 time: 0.0534496 Nov 09 05:32:32.659885 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-411819a8-865f-400a-ae2f-2c1595e8aba9 req-19a861fb-a716-4057-91a9-8b66507a66bf tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428429 Nov 09 05:32:32.856761 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 36370) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:32.978842 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2a607028-7e7c-4ef8-8c2e-b5d26494a4e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:33.068371 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2a607028-7e7c-4ef8-8c2e-b5d26494a4e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:33.076166 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2a607028-7e7c-4ef8-8c2e-b5d26494a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:33.122305 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-2a607028-7e7c-4ef8-8c2e-b5d26494a4e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=764da491f74340938f925460d99afb28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2642334 Nov 09 05:32:33.123594 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a607028-7e7c-4ef8-8c2e-b5d26494a4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47415b69-d1a5-44f3-b335-cf8d842d80e6,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:33.125303 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 36378) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:33.130381 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:33.174404 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e6c12871-b86e-4e9b-abfc-638bed5386df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:33.194967 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e6c12871-b86e-4e9b-abfc-638bed5386df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:33.242121 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e6c12871-b86e-4e9b-abfc-638bed5386df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:33.244605 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e6c12871-b86e-4e9b-abfc-638bed5386df admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:33.245748 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-e6c12871-b86e-4e9b-abfc-638bed5386df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/47415b69-d1a5-44f3-b335-cf8d842d80e6 HTTP/1.1" status: 204 len: 168 time: 0.1193361 Nov 09 05:32:33.253811 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c12871-b86e-4e9b-abfc-638bed5386df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47415b69-d1a5-44f3-b335-cf8d842d80e6,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:33.509967 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 36386) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:33.522734 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b969b41f-d337-407d-b17d-7362ca6d6a97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:33.604464 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b969b41f-d337-407d-b17d-7362ca6d6a97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:33.608085 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b969b41f-d337-407d-b17d-7362ca6d6a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:33.649946 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-b969b41f-d337-407d-b17d-7362ca6d6a97 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=64aa300d715b42fbab46fac8c555182d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388454 Nov 09 05:32:33.651020 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969b41f-d337-407d-b17d-7362ca6d6a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e9bdf6-902b-47e1-acc7-43952cc4177d,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:33.652693 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 36388) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:33.700169 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-26231b63-2aff-46ea-9adb-18a4a8797b58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:33.726430 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-26231b63-2aff-46ea-9adb-18a4a8797b58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:33.772577 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-26231b63-2aff-46ea-9adb-18a4a8797b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:33.775655 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-26231b63-2aff-46ea-9adb-18a4a8797b58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:33.776844 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-26231b63-2aff-46ea-9adb-18a4a8797b58 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19e9bdf6-902b-47e1-acc7-43952cc4177d HTTP/1.1" status: 204 len: 168 time: 0.1229036 Nov 09 05:32:33.784330 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26231b63-2aff-46ea-9adb-18a4a8797b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e9bdf6-902b-47e1-acc7-43952cc4177d,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:33.873442 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:34.473429 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 36428) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:34.589114 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-00ffd151-e682-47dd-bae7-e57ef4e57153 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-331838500-network', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:32:34.609458 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ffd151-e682-47dd-bae7-e57ef4e57153 admin admin] Made reservation on behalf of 4dc498cab6aa40d2b4929df08abc9e02 for: {'network': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:32:34.611803 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-00ffd151-e682-47dd-bae7-e57ef4e57153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for network, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:34.619826 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-00ffd151-e682-47dd-bae7-e57ef4e57153 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:34.705362 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-00ffd151-e682-47dd-bae7-e57ef4e57153 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:34.709054 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-00ffd151-e682-47dd-bae7-e57ef4e57153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:34.734405 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ffd151-e682-47dd-bae7-e57ef4e57153 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=100972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 05:32:34.743846 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffd151-e682-47dd-bae7-e57ef4e57153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15d13fa-77a7-4740-aaa3-e43bf3f96ba5,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:34.748708 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-00ffd151-e682-47dd-bae7-e57ef4e57153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:34.749043 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.db.segments_db [None req-00ffd151-e682-47dd-bae7-e57ef4e57153 admin admin] Added segment fd2804ed-abf9-4355-8e3e-d41db5805199 of type vlan for network d5dffa1a-0347-4770-a8cf-284d426927ae Nov 09 05:32:34.787208 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-00ffd151-e682-47dd-bae7-e57ef4e57153 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784574440138'] for network, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:34.811015 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-00ffd151-e682-47dd-bae7-e57ef4e57153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for network, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:34.811973 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ffd151-e682-47dd-bae7-e57ef4e57153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:34.812539 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-00ffd151-e682-47dd-bae7-e57ef4e57153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:34.869096 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-00ffd151-e682-47dd-bae7-e57ef4e57153 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3945420 Nov 09 05:32:34.872247 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 36434) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:34.876328 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffd151-e682-47dd-bae7-e57ef4e57153 admin admin] Pushing event updated for resources: {'Network': ['ID=d5dffa1a-0347-4770-a8cf-284d426927ae,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:34.877466 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-805ca589-d5b9-48e2-aca2-fa613ea0010c admin admin] Request body: {'subnet': {'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-331838500-subnet', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'ip_version': 4}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:32:34.886766 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Network d5dffa1a-0347-4770-a8cf-284d426927ae details requested by agent ovs-agent-dv-cinder-817135-2-iscsi with host dv-cinder-817135-2-iscsi {{(pid=100973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 05:32:34.899813 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805ca589-d5b9-48e2-aca2-fa613ea0010c admin admin] Made reservation on behalf of 4dc498cab6aa40d2b4929df08abc9e02 for: {'subnet': 1} {{(pid=100971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:32:34.902157 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-805ca589-d5b9-48e2-aca2-fa613ea0010c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3264629'] for subnet, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:35.071093 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-805ca589-d5b9-48e2-aca2-fa613ea0010c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3538111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3264399'] for subnet, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:35.129415 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ca589-d5b9-48e2-aca2-fa613ea0010c admin admin] Pushing event updated for resources: {'Subnet': ['ID=06f19e18-2340-42c8-9a30-9900b4d6e733,revision_number=0']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:35.135896 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805ca589-d5b9-48e2-aca2-fa613ea0010c admin admin] Checking segment: {'id': 'fd2804ed-abf9-4355-8e3e-d41db5805199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:32:35.136427 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805ca589-d5b9-48e2-aca2-fa613ea0010c admin admin] Network hostable DHCP agents. Network: d5dffa1a-0347-4770-a8cf-284d426927ae, hostable agents: ['d072c37d-c6e5-4774-92cd-7a83958f5a5d'], hosted agents: [] {{(pid=100971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 05:32:35.155860 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805ca589-d5b9-48e2-aca2-fa613ea0010c admin admin] Network d5dffa1a-0347-4770-a8cf-284d426927ae is scheduled to be hosted by DHCP agent d072c37d-c6e5-4774-92cd-7a83958f5a5d with binding_index 1 {{(pid=100971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 05:32:35.164448 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-805ca589-d5b9-48e2-aca2-fa613ea0010c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-2-iscsi, d5dffa1a-0347-4770-a8cf-284d426927ae) {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:32:35.170359 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805ca589-d5b9-48e2-aca2-fa613ea0010c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:35.170359 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-805ca589-d5b9-48e2-aca2-fa613ea0010c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for subnet, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:35.173380 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a001f99f-c39e-46d8-b770-eb874d40d118 None None] Network d5dffa1a-0347-4770-a8cf-284d426927ae requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:32:35.191037 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-805ca589-d5b9-48e2-aca2-fa613ea0010c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3142169 Nov 09 05:32:35.191385 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 36436) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:35.196320 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-9432238d-7fe0-4b71-9d73-7e68fa778731 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-331838500-router', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:32:35.217553 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9432238d-7fe0-4b71-9d73-7e68fa778731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5241'] for router, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:35.218466 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9432238d-7fe0-4b71-9d73-7e68fa778731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5234'] for router, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:35.269064 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9432238d-7fe0-4b71-9d73-7e68fa778731 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:35.328061 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac48035-8a3f-4f62-bc9a-81a951a967a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21777919-bb63-569a-890b-429e7a5fb4dd-d5dffa1a-0347-4770-a8cf-284d426927ae', 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'fixed_ips': [{'subnet_id': '06f19e18-2340-42c8-9a30-9900b4d6e733'}]}} from dv-cinder-817135-2-iscsi. {{(pid=100973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 05:32:35.329013 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cac48035-8a3f-4f62-bc9a-81a951a967a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:35.407036 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9432238d-7fe0-4b71-9d73-7e68fa778731 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:35.472044 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.db_base_plugin_common [None req-cac48035-8a3f-4f62-bc9a-81a951a967a8 None None] Allocated IP 172.20.0.2 (d5dffa1a-0347-4770-a8cf-284d426927ae/06f19e18-2340-42c8-9a30-9900b4d6e733/5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da) {{(pid=100973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:32:35.614034 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9432238d-7fe0-4b71-9d73-7e68fa778731 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:35.614393 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cac48035-8a3f-4f62-bc9a-81a951a967a8 None None] Publish callbacks [] for port, precommit_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:35.618860 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cac48035-8a3f-4f62-bc9a-81a951a967a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384'] for port, after_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:35.633569 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9432238d-7fe0-4b71-9d73-7e68fa778731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:35.661360 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac48035-8a3f-4f62-bc9a-81a951a967a8 None None] Network d5dffa1a-0347-4770-a8cf-284d426927ae is already hosted by enough agents. {{(pid=100973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:32:35.666695 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.scheduler.base_scheduler [None req-cac48035-8a3f-4f62-bc9a-81a951a967a8 None None] Resources bound (agent type, host, resource id): {{(pid=100973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:32:35.670208 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac48035-8a3f-4f62-bc9a-81a951a967a8 None None] Received port after_create {{(pid=100973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:32:35.677242 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac48035-8a3f-4f62-bc9a-81a951a967a8 None None] Pushing event updated for resources: {'Port': ['ID=5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da,revision_number=1']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:35.737910 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-cac48035-8a3f-4f62-bc9a-81a951a967a8 None None] Attempting to bind port 5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:32:35.738279 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-cac48035-8a3f-4f62-bc9a-81a951a967a8 None None] Attempting to bind port 5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': 'fd2804ed-abf9-4355-8e3e-d41db5805199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae'}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:32:35.738668 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac48035-8a3f-4f62-bc9a-81a951a967a8 None None] Attempting to bind port 5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da on network d5dffa1a-0347-4770-a8cf-284d426927ae {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:32:35.744399 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac48035-8a3f-4f62-bc9a-81a951a967a8 None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:32:35.744778 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac48035-8a3f-4f62-bc9a-81a951a967a8 None None] Checking segment: {'id': 'fd2804ed-abf9-4355-8e3e-d41db5805199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:32:35.745116 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [None req-9432238d-7fe0-4b71-9d73-7e68fa778731 admin admin] Allocated IP 172.27.0.254 (88e43ffb-3775-4d57-b72a-70455855b0f1/a0c8eb9b-e525-49dd-abc3-6c12893ff27c/f24d3e88-34d3-4007-a1e6-8ae75abeedd1) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:32:35.745243 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cac48035-8a3f-4f62-bc9a-81a951a967a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:35.745595 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac48035-8a3f-4f62-bc9a-81a951a967a8 None None] Bound using segment: {'id': 'fd2804ed-abf9-4355-8e3e-d41db5805199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae'} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:32:35.746088 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-cac48035-8a3f-4f62-bc9a-81a951a967a8 None None] Bound port: 5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2804ed-abf9-4355-8e3e-d41db5805199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae'}}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:32:35.746593 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cac48035-8a3f-4f62-bc9a-81a951a967a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:35.814147 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-cac48035-8a3f-4f62-bc9a-81a951a967a8 None None] For port 5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:32:35.821105 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-cac48035-8a3f-4f62-bc9a-81a951a967a8 None None] For port 5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da,segment=NetworkSegment(fd2804ed-abf9-4355-8e3e-d41db5805199),segment_id=fd2804ed-abf9-4355-8e3e-d41db5805199)] {{(pid=100973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:32:35.827217 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cac48035-8a3f-4f62-bc9a-81a951a967a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:35.862030 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9432238d-7fe0-4b71-9d73-7e68fa778731 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:35.891789 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac48035-8a3f-4f62-bc9a-81a951a967a8 None None] Pushing event updated for resources: {'Port': ['ID=5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da,revision_number=2']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:35.904190 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9432238d-7fe0-4b71-9d73-7e68fa778731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:35.952180 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9432238d-7fe0-4b71-9d73-7e68fa778731 admin admin] Network 88e43ffb-3775-4d57-b72a-70455855b0f1 is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:32:35.956178 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-9432238d-7fe0-4b71-9d73-7e68fa778731 admin admin] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:32:35.959095 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9432238d-7fe0-4b71-9d73-7e68fa778731 admin admin] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:32:35.961230 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432238d-7fe0-4b71-9d73-7e68fa778731 admin admin] Pushing event updated for resources: {'Port': ['ID=f24d3e88-34d3-4007-a1e6-8ae75abeedd1,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:36.252711 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9432238d-7fe0-4b71-9d73-7e68fa778731 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:36.445084 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9432238d-7fe0-4b71-9d73-7e68fa778731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461304'] for router, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:36.590169 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9432238d-7fe0-4b71-9d73-7e68fa778731 admin admin] Router cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2 is scheduled to L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a with binding_index 1 {{(pid=100971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 05:32:36.702694 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9432238d-7fe0-4b71-9d73-7e68fa778731 admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:32:36.713511 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] Sync routers for ids ['cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'] in dv-cinder-817135-2-iscsi {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:32:36.721983 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9432238d-7fe0-4b71-9d73-7e68fa778731 admin admin] Publish callbacks [] for router, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:36.723696 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-9432238d-7fe0-4b71-9d73-7e68fa778731 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5310433 Nov 09 05:32:36.726085 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 36446) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:36.727306 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] Routers {'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:32:36.727947 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:32:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:32:36.765886 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4c2871-85c1-4c71-bf4c-1a8be8df2f80 None None] Network d5dffa1a-0347-4770-a8cf-284d426927ae requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:32:36.903508 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-9077ceda-7a6f-43b7-a136-a3b75a06df67 None None] Provisioning complete for port 5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:32:36.904239 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-9077ceda-7a6f-43b7-a136-a3b75a06df67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:36.910674 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] Set router cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:32:37.116082 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:32:37.158022 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-fb808725-72fa-425c-a6e9-b06e97d1cc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:37.320382 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [None req-fb808725-72fa-425c-a6e9-b06e97d1cc71 admin admin] Allocated IP 172.20.0.1 (d5dffa1a-0347-4770-a8cf-284d426927ae/06f19e18-2340-42c8-9a30-9900b4d6e733/0df70c2b-fa19-4ac8-be62-bc52fdac045d) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:32:37.349355 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port 5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:32:37.349712 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:37.395591 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-9077ceda-7a6f-43b7-a136-a3b75a06df67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:37.436396 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-fb808725-72fa-425c-a6e9-b06e97d1cc71 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:37.472605 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-fb808725-72fa-425c-a6e9-b06e97d1cc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:37.473711 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-9077ceda-7a6f-43b7-a136-a3b75a06df67 None None] For port 5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da,segment=NetworkSegment(fd2804ed-abf9-4355-8e3e-d41db5805199),segment_id=fd2804ed-abf9-4355-8e3e-d41db5805199)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:32:37.506520 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-9077ceda-7a6f-43b7-a136-a3b75a06df67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:37.521072 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb808725-72fa-425c-a6e9-b06e97d1cc71 admin admin] Network d5dffa1a-0347-4770-a8cf-284d426927ae is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:32:37.526953 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-fb808725-72fa-425c-a6e9-b06e97d1cc71 admin admin] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:32:37.529972 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb808725-72fa-425c-a6e9-b06e97d1cc71 admin admin] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:32:37.541504 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'name': 'tempest-TestShelveInstance-331838500-router', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:36Z', 'revision_number': 3, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'gw_port': {'id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:32:37.556012 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb808725-72fa-425c-a6e9-b06e97d1cc71 admin admin] Pushing event updated for resources: {'Port': ['ID=0df70c2b-fa19-4ac8-be62-bc52fdac045d,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:37.579103 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-fb808725-72fa-425c-a6e9-b06e97d1cc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461613'] for router_interface, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:37.591431 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] Checking router: cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2 for host: dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:32:37.591838 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] Updating router cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2 port f24d3e88-34d3-4007-a1e6-8ae75abeedd1 binding host dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 05:32:37.627121 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077ceda-7a6f-43b7-a136-a3b75a06df67 None None] Pushing event updated for resources: {'Port': ['ID=5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da,revision_number=3']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:37.640462 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:37.744938 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-fb808725-72fa-425c-a6e9-b06e97d1cc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:37.771680 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-8d3dd752-28ec-40fa-af6e-ae568b504344 None None] Provisioning complete for port 5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:32:37.772428 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-8d3dd752-28ec-40fa-af6e-ae568b504344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:37.923518 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-fb808725-72fa-425c-a6e9-b06e97d1cc71 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:37.928466 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-fb808725-72fa-425c-a6e9-b06e97d1cc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3537972'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:37.986277 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] Publish callbacks [] for port, precommit_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:37.991594 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:37.998520 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-fb808725-72fa-425c-a6e9-b06e97d1cc71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-461753'] for router_interface, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:38.000237 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb808725-72fa-425c-a6e9-b06e97d1cc71 admin admin] Pushing event updated for resources: {'Port': ['ID=0df70c2b-fa19-4ac8-be62-bc52fdac045d,revision_number=2']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:38.045324 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] Attempting to bind port f24d3e88-34d3-4007-a1e6-8ae75abeedd1 on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:32:38.045692 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] Attempting to bind port f24d3e88-34d3-4007-a1e6-8ae75abeedd1 by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:32:38.046053 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] Attempting to bind port f24d3e88-34d3-4007-a1e6-8ae75abeedd1 on network 88e43ffb-3775-4d57-b72a-70455855b0f1 {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:32:38.048069 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841c3d7-2551-4863-b02b-1c575bbd2724 None None] Pushing event updated for resources: {'Port': ['ID=f24d3e88-34d3-4007-a1e6-8ae75abeedd1,revision_number=2']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:38.057753 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:32:38.058134 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] Checking segment: {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:32:38.058530 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:38.058915 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] Bound using segment: {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:32:38.059395 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] Bound port: f24d3e88-34d3-4007-a1e6-8ae75abeedd1, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:32:38.059804 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:38.100581 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-7dccab03-23df-4dd7-b35c-a25a702614e6 None None] Provisioning complete for port 0df70c2b-fa19-4ac8-be62-bc52fdac045d triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:32:38.100849 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-7dccab03-23df-4dd7-b35c-a25a702614e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:38.150567 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] For port f24d3e88-34d3-4007-a1e6-8ae75abeedd1, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:32:38.155664 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-7dccab03-23df-4dd7-b35c-a25a702614e6 None None] Port 0df70c2b-fa19-4ac8-be62-bc52fdac045d cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:32:38.165423 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] For port f24d3e88-34d3-4007-a1e6-8ae75abeedd1, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=f24d3e88-34d3-4007-a1e6-8ae75abeedd1,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:32:38.170326 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:38.230644 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] Routers {'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:32:38.231262 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:32:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:32:38.272254 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841c3d7-2551-4863-b02b-1c575bbd2724 None None] Pushing event updated for resources: {'Port': ['ID=f24d3e88-34d3-4007-a1e6-8ae75abeedd1,revision_number=3']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:38.335551 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb808725-72fa-425c-a6e9-b06e97d1cc71 admin admin] Network d5dffa1a-0347-4770-a8cf-284d426927ae is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:32:38.337063 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-fb808725-72fa-425c-a6e9-b06e97d1cc71 admin admin] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:32:38.349726 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] Set router cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:32:38.462294 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb808725-72fa-425c-a6e9-b06e97d1cc71 admin admin] Router cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:32:38.582354 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb808725-72fa-425c-a6e9-b06e97d1cc71 admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:32:38.587905 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-fb808725-72fa-425c-a6e9-b06e97d1cc71 admin admin] 10.222.0.41 "PUT /v2.0/routers/cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8604124 Nov 09 05:32:38.598154 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'name': 'tempest-TestShelveInstance-331838500-router', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:37Z', 'revision_number': 4, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'gw_port': {'id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '0df70c2b-fa19-4ac8-be62-bc52fdac045d', 'name': '', 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'mac_address': 'fa:16:3e:ed:cd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '06f19e18-2340-42c8-9a30-9900b4d6e733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:37Z', 'updated_at': '2021-11-09T05:32:37Z', 'revision_number': 2, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'subnets': [{'id': '06f19e18-2340-42c8-9a30-9900b4d6e733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:32:38.630024 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc755d80-d533-4fa5-8ad5-d4e30009e870 None None] The sync data for ids ['cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'] in dv-cinder-817135-2-iscsi is: [{'id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'name': 'tempest-TestShelveInstance-331838500-router', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:37Z', 'revision_number': 4, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'gw_port': {'id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '0df70c2b-fa19-4ac8-be62-bc52fdac045d', 'name': '', 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'mac_address': 'fa:16:3e:ed:cd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '06f19e18-2340-42c8-9a30-9900b4d6e733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:37Z', 'updated_at': '2021-11-09T05:32:37Z', 'revision_number': 2, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'subnets': [{'id': '06f19e18-2340-42c8-9a30-9900b4d6e733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:32:38.632426 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-f694acd7-baa4-4d33-b40a-29f355dfc035 None None] Provisioning complete for port 0df70c2b-fa19-4ac8-be62-bc52fdac045d triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:32:38.633345 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f694acd7-baa4-4d33-b40a-29f355dfc035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:38.675065 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-f694acd7-baa4-4d33-b40a-29f355dfc035 None None] Port 0df70c2b-fa19-4ac8-be62-bc52fdac045d cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:32:39.068293 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:32:39.121158 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 36470) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:39.123478 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port 5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:32:39.123875 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:39.126301 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-b6fbcbca-4361-4f36-9c55-1b8919b1b673 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1121254185-network', 'tenant_id': 'a382ccd5089b438f9eb9a963f5f7d1a1'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:32:39.155532 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fbcbca-4361-4f36-9c55-1b8919b1b673 admin admin] Made reservation on behalf of a382ccd5089b438f9eb9a963f5f7d1a1 for: {'network': 1} {{(pid=100971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:32:39.157873 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b6fbcbca-4361-4f36-9c55-1b8919b1b673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for network, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:39.167880 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b6fbcbca-4361-4f36-9c55-1b8919b1b673 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:39.252191 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b6fbcbca-4361-4f36-9c55-1b8919b1b673 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:39.256334 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b6fbcbca-4361-4f36-9c55-1b8919b1b673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:39.291731 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6fbcbca-4361-4f36-9c55-1b8919b1b673 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=100971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 05:32:39.298053 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbcbca-4361-4f36-9c55-1b8919b1b673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c45f1d-8617-43ea-afa9-95b9cfc592d0,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:39.314885 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b6fbcbca-4361-4f36-9c55-1b8919b1b673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:39.315116 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.db.segments_db [None req-b6fbcbca-4361-4f36-9c55-1b8919b1b673 admin admin] Added segment 65e63596-8736-4e1d-b003-04fd374358b9 of type vlan for network f92f6fc4-1b48-4678-b686-af3d39c6ab5e Nov 09 05:32:39.368477 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b6fbcbca-4361-4f36-9c55-1b8919b1b673 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784574440138'] for network, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:39.393945 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b6fbcbca-4361-4f36-9c55-1b8919b1b673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for network, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:39.395113 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fbcbca-4361-4f36-9c55-1b8919b1b673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:39.395931 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b6fbcbca-4361-4f36-9c55-1b8919b1b673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:39.453069 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-b6fbcbca-4361-4f36-9c55-1b8919b1b673 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3307776 Nov 09 05:32:39.456156 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 36472) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:39.462057 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbcbca-4361-4f36-9c55-1b8919b1b673 admin admin] Pushing event updated for resources: {'Network': ['ID=f92f6fc4-1b48-4678-b686-af3d39c6ab5e,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:39.466425 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-1f86d10b-4367-4443-b1e6-15c8052f3c6f admin admin] Request body: {'subnet': {'network_id': 'f92f6fc4-1b48-4678-b686-af3d39c6ab5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1121254185-subnet', 'tenant_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'ip_version': 4}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:32:39.472609 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Network f92f6fc4-1b48-4678-b686-af3d39c6ab5e details requested by agent ovs-agent-dv-cinder-817135-2-iscsi with host dv-cinder-817135-2-iscsi {{(pid=100973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 05:32:39.489272 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f86d10b-4367-4443-b1e6-15c8052f3c6f admin admin] Made reservation on behalf of a382ccd5089b438f9eb9a963f5f7d1a1 for: {'subnet': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:32:39.492169 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-1f86d10b-4367-4443-b1e6-15c8052f3c6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185191'] for subnet, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:39.676957 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-1f86d10b-4367-4443-b1e6-15c8052f3c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25700642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26186269'] for subnet, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:39.742153 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86d10b-4367-4443-b1e6-15c8052f3c6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8caba33-bafb-47c8-a517-074fab2369cb,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:39.749372 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f86d10b-4367-4443-b1e6-15c8052f3c6f admin admin] Checking segment: {'id': '65e63596-8736-4e1d-b003-04fd374358b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f92f6fc4-1b48-4678-b686-af3d39c6ab5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:32:39.749723 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f86d10b-4367-4443-b1e6-15c8052f3c6f admin admin] Network hostable DHCP agents. Network: f92f6fc4-1b48-4678-b686-af3d39c6ab5e, hostable agents: ['d072c37d-c6e5-4774-92cd-7a83958f5a5d'], hosted agents: [] {{(pid=100972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 05:32:39.770131 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f86d10b-4367-4443-b1e6-15c8052f3c6f admin admin] Network f92f6fc4-1b48-4678-b686-af3d39c6ab5e is scheduled to be hosted by DHCP agent d072c37d-c6e5-4774-92cd-7a83958f5a5d with binding_index 1 {{(pid=100972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 05:32:39.780340 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-1f86d10b-4367-4443-b1e6-15c8052f3c6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-2-iscsi, f92f6fc4-1b48-4678-b686-af3d39c6ab5e) {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:32:39.785079 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f86d10b-4367-4443-b1e6-15c8052f3c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:39.785079 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-1f86d10b-4367-4443-b1e6-15c8052f3c6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:39.796004 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cae17d0-9630-4a46-95e2-64b199d6c324 None None] Network f92f6fc4-1b48-4678-b686-af3d39c6ab5e requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:32:39.810301 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 36478) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:39.810669 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-1f86d10b-4367-4443-b1e6-15c8052f3c6f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3531039 Nov 09 05:32:39.817442 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-ba4f4f18-404e-4f36-89bd-a5c8c8de3b72 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1121254185-router', 'tenant_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:32:39.848583 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4f18-404e-4f36-89bd-a5c8c8de3b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5241'] for router, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:39.849954 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4f18-404e-4f36-89bd-a5c8c8de3b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5234'] for router, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:39.921426 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4f18-404e-4f36-89bd-a5c8c8de3b72 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:40.010666 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:40.064473 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4f18-404e-4f36-89bd-a5c8c8de3b72 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:40.109703 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09474285-05de-4f17-94f5-4e25b16d120a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21777919-bb63-569a-890b-429e7a5fb4dd-f92f6fc4-1b48-4678-b686-af3d39c6ab5e', 'network_id': 'f92f6fc4-1b48-4678-b686-af3d39c6ab5e', 'tenant_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'fixed_ips': [{'subnet_id': 'b8caba33-bafb-47c8-a517-074fab2369cb'}]}} from dv-cinder-817135-2-iscsi. {{(pid=100973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 05:32:40.110584 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-09474285-05de-4f17-94f5-4e25b16d120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:40.259320 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.db_base_plugin_common [None req-09474285-05de-4f17-94f5-4e25b16d120a None None] Allocated IP 172.20.0.2 (f92f6fc4-1b48-4678-b686-af3d39c6ab5e/b8caba33-bafb-47c8-a517-074fab2369cb/ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d) {{(pid=100973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:32:40.290345 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4f18-404e-4f36-89bd-a5c8c8de3b72 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:40.309869 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4f18-404e-4f36-89bd-a5c8c8de3b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:40.409608 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-09474285-05de-4f17-94f5-4e25b16d120a None None] Publish callbacks [] for port, precommit_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:40.416242 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-09474285-05de-4f17-94f5-4e25b16d120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384'] for port, after_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:40.426885 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [None req-ba4f4f18-404e-4f36-89bd-a5c8c8de3b72 admin admin] Allocated IP 172.27.0.159 (88e43ffb-3775-4d57-b72a-70455855b0f1/a0c8eb9b-e525-49dd-abc3-6c12893ff27c/c6bf7b46-8b0a-4e18-a447-b20d20845d24) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:32:40.456080 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09474285-05de-4f17-94f5-4e25b16d120a None None] Network f92f6fc4-1b48-4678-b686-af3d39c6ab5e is already hosted by enough agents. {{(pid=100973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:32:40.460250 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.scheduler.base_scheduler [None req-09474285-05de-4f17-94f5-4e25b16d120a None None] Resources bound (agent type, host, resource id): {{(pid=100973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:32:40.463779 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09474285-05de-4f17-94f5-4e25b16d120a None None] Received port after_create {{(pid=100973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:32:40.502277 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09474285-05de-4f17-94f5-4e25b16d120a None None] Pushing event updated for resources: {'Port': ['ID=ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d,revision_number=1']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:40.535659 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-09474285-05de-4f17-94f5-4e25b16d120a None None] Attempting to bind port ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:32:40.535659 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-09474285-05de-4f17-94f5-4e25b16d120a None None] Attempting to bind port ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': '65e63596-8736-4e1d-b003-04fd374358b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f92f6fc4-1b48-4678-b686-af3d39c6ab5e'}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:32:40.535659 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09474285-05de-4f17-94f5-4e25b16d120a None None] Attempting to bind port ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d on network f92f6fc4-1b48-4678-b686-af3d39c6ab5e {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:32:40.539827 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09474285-05de-4f17-94f5-4e25b16d120a None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:32:40.540202 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09474285-05de-4f17-94f5-4e25b16d120a None None] Checking segment: {'id': '65e63596-8736-4e1d-b003-04fd374358b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f92f6fc4-1b48-4678-b686-af3d39c6ab5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:32:40.540596 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-09474285-05de-4f17-94f5-4e25b16d120a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:40.540982 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09474285-05de-4f17-94f5-4e25b16d120a None None] Bound using segment: {'id': '65e63596-8736-4e1d-b003-04fd374358b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f92f6fc4-1b48-4678-b686-af3d39c6ab5e'} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:32:40.541800 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-09474285-05de-4f17-94f5-4e25b16d120a None None] Bound port: ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e63596-8736-4e1d-b003-04fd374358b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f92f6fc4-1b48-4678-b686-af3d39c6ab5e'}}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:32:40.541964 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-09474285-05de-4f17-94f5-4e25b16d120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:40.546052 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4f18-404e-4f36-89bd-a5c8c8de3b72 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:40.589235 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4f18-404e-4f36-89bd-a5c8c8de3b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:40.623378 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-09474285-05de-4f17-94f5-4e25b16d120a None None] For port ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:32:40.626088 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4f4f18-404e-4f36-89bd-a5c8c8de3b72 admin admin] Network 88e43ffb-3775-4d57-b72a-70455855b0f1 is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:32:40.626913 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-09474285-05de-4f17-94f5-4e25b16d120a None None] For port ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d,segment=NetworkSegment(65e63596-8736-4e1d-b003-04fd374358b9),segment_id=65e63596-8736-4e1d-b003-04fd374358b9)] {{(pid=100973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:32:40.629186 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-ba4f4f18-404e-4f36-89bd-a5c8c8de3b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:32:40.631750 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-09474285-05de-4f17-94f5-4e25b16d120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:40.635812 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f4f18-404e-4f36-89bd-a5c8c8de3b72 admin admin] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:32:40.672459 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f4f18-404e-4f36-89bd-a5c8c8de3b72 admin admin] Pushing event updated for resources: {'Port': ['ID=c6bf7b46-8b0a-4e18-a447-b20d20845d24,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:40.703853 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09474285-05de-4f17-94f5-4e25b16d120a None None] Pushing event updated for resources: {'Port': ['ID=ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d,revision_number=2']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:40.771042 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] Sync routers for ids ['cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'] in dv-cinder-817135-2-iscsi {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:32:40.781536 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] Routers {'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:32:40.782134 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:32:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:32:40.942583 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] Set router cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:32:40.985792 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4f18-404e-4f36-89bd-a5c8c8de3b72 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:41.134348 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device f24d3e88-34d3-4007-a1e6-8ae75abeedd1 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:32:41.201144 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port f24d3e88-34d3-4007-a1e6-8ae75abeedd1 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:32:41.201440 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:41.210441 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4f18-404e-4f36-89bd-a5c8c8de3b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461304'] for router, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:41.283226 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'name': 'tempest-TestShelveInstance-331838500-router', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:37Z', 'revision_number': 4, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'gw_port': {'id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '0df70c2b-fa19-4ac8-be62-bc52fdac045d', 'name': '', 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'mac_address': 'fa:16:3e:ed:cd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '06f19e18-2340-42c8-9a30-9900b4d6e733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:37Z', 'updated_at': '2021-11-09T05:32:37Z', 'revision_number': 2, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'subnets': [{'id': '06f19e18-2340-42c8-9a30-9900b4d6e733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:32:41.288123 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:41.311558 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] For port f24d3e88-34d3-4007-a1e6-8ae75abeedd1, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=f24d3e88-34d3-4007-a1e6-8ae75abeedd1,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:32:41.315528 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:41.315995 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:32:41.317849 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] Checking router: cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2 for host: dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:32:41.318283 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] Updating router cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2 port 0df70c2b-fa19-4ac8-be62-bc52fdac045d binding host dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 05:32:41.353451 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:41.395726 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4f4f18-404e-4f36-89bd-a5c8c8de3b72 admin admin] Router f3f73450-1394-4679-bd29-20c3d769bb32 is scheduled to L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a with binding_index 1 {{(pid=100971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 05:32:41.400906 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Pushing event updated for resources: {'Port': ['ID=f24d3e88-34d3-4007-a1e6-8ae75abeedd1,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:41.413643 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:32:41.414178 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:41.537734 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:41.544594 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4f4f18-404e-4f36-89bd-a5c8c8de3b72 admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:32:41.566028 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] Sync routers for ids ['f3f73450-1394-4679-bd29-20c3d769bb32'] in dv-cinder-817135-2-iscsi {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:32:41.592659 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4f18-404e-4f36-89bd-a5c8c8de3b72 admin admin] Publish callbacks [] for router, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:41.594256 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-ba4f4f18-404e-4f36-89bd-a5c8c8de3b72 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7811179 Nov 09 05:32:41.597497 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 36484) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:41.651488 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] For port ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d,segment=NetworkSegment(65e63596-8736-4e1d-b003-04fd374358b9),segment_id=65e63596-8736-4e1d-b003-04fd374358b9)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:32:41.652635 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] Routers {'f3f73450-1394-4679-bd29-20c3d769bb32'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:32:41.653244 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:32:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['f3f73450-1394-4679-bd29-20c3d769bb32'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:32:41.660999 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:41.752959 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] Publish callbacks [] for port, precommit_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:41.760824 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d82e70b-adf3-4706-90cc-7b770a1d713c None None] Network f92f6fc4-1b48-4678-b686-af3d39c6ab5e requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:32:41.762837 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:41.814204 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6e4b0-9b61-43b5-af26-355773214aca None None] Pushing event updated for resources: {'Port': ['ID=0df70c2b-fa19-4ac8-be62-bc52fdac045d,revision_number=3']} {{(pid=100974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:41.829676 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6e4b0-9b61-43b5-af26-355773214aca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:41.830127 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6e4b0-9b61-43b5-af26-355773214aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:41.830532 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6e4b0-9b61-43b5-af26-355773214aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:41.830942 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6e4b0-9b61-43b5-af26-355773214aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:41.831317 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6e4b0-9b61-43b5-af26-355773214aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:41.831733 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6e4b0-9b61-43b5-af26-355773214aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:41.832122 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6e4b0-9b61-43b5-af26-355773214aca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:41.832638 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6e4b0-9b61-43b5-af26-355773214aca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:41.833036 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6e4b0-9b61-43b5-af26-355773214aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:41.833428 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6e4b0-9b61-43b5-af26-355773214aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:41.833896 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6e4b0-9b61-43b5-af26-355773214aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:41.834292 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe6e4b0-9b61-43b5-af26-355773214aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:32:41.901171 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] Attempting to bind port 0df70c2b-fa19-4ac8-be62-bc52fdac045d on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:32:41.901697 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] Attempting to bind port 0df70c2b-fa19-4ac8-be62-bc52fdac045d by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': 'fd2804ed-abf9-4355-8e3e-d41db5805199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae'}] {{(pid=100974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:32:41.902431 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] Attempting to bind port 0df70c2b-fa19-4ac8-be62-bc52fdac045d on network d5dffa1a-0347-4770-a8cf-284d426927ae {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:32:41.908160 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:32:41.908680 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] Checking segment: {'id': 'fd2804ed-abf9-4355-8e3e-d41db5805199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:32:41.909269 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:41.909750 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] Bound using segment: {'id': 'fd2804ed-abf9-4355-8e3e-d41db5805199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae'} {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:32:41.910311 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] Bound port: 0df70c2b-fa19-4ac8-be62-bc52fdac045d, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2804ed-abf9-4355-8e3e-d41db5805199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae'}}] {{(pid=100974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:32:41.910799 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:41.922489 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Pushing event updated for resources: {'Port': ['ID=ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d,revision_number=3']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:41.930676 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-696152f4-03ab-477f-8314-011ffc4e60ea None None] Provisioning complete for port ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:32:41.931043 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-696152f4-03ab-477f-8314-011ffc4e60ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:41.967795 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] Set router f3f73450-1394-4679-bd29-20c3d769bb32 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:32:41.985713 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.db [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] For port 0df70c2b-fa19-4ac8-be62-bc52fdac045d, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:32:41.989175 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.db [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] For port 0df70c2b-fa19-4ac8-be62-bc52fdac045d, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=0df70c2b-fa19-4ac8-be62-bc52fdac045d,segment=NetworkSegment(fd2804ed-abf9-4355-8e3e-d41db5805199),segment_id=fd2804ed-abf9-4355-8e3e-d41db5805199)] {{(pid=100974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:32:41.997807 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:42.061735 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe6e4b0-9b61-43b5-af26-355773214aca None None] Pushing event updated for resources: {'Port': ['ID=0df70c2b-fa19-4ac8-be62-bc52fdac045d,revision_number=4']} {{(pid=100974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:42.105939 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] Routers {'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:32:42.106606 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:32:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:32:42.151941 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-2913455b-ff1d-4af7-be4c-9d92eba557e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:42.303893 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] Set router cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:32:42.374402 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f73450-1394-4679-bd29-20c3d769bb32', 'name': 'tempest-TestShelveInstance-1121254185-router', 'tenant_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c6bf7b46-8b0a-4e18-a447-b20d20845d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:32:39Z', 'updated_at': '2021-11-09T05:32:40Z', 'revision_number': 3, 'project_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'gw_port': {'id': 'c6bf7b46-8b0a-4e18-a447-b20d20845d24', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f73450-1394-4679-bd29-20c3d769bb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:40Z', 'updated_at': '2021-11-09T05:32:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:32:42.405813 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [None req-2913455b-ff1d-4af7-be4c-9d92eba557e2 admin admin] Allocated IP 172.20.0.1 (f92f6fc4-1b48-4678-b686-af3d39c6ab5e/b8caba33-bafb-47c8-a517-074fab2369cb/47dcc5e5-801c-4f4e-b78f-7522d6ca7752) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:32:42.415076 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] Checking router: f3f73450-1394-4679-bd29-20c3d769bb32 for host: dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:32:42.416660 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] Updating router f3f73450-1394-4679-bd29-20c3d769bb32 port c6bf7b46-8b0a-4e18-a447-b20d20845d24 binding host dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 05:32:42.471136 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:42.577352 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'name': 'tempest-TestShelveInstance-331838500-router', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:37Z', 'revision_number': 4, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'gw_port': {'id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '0df70c2b-fa19-4ac8-be62-bc52fdac045d', 'name': '', 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'mac_address': 'fa:16:3e:ed:cd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '06f19e18-2340-42c8-9a30-9900b4d6e733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:37Z', 'updated_at': '2021-11-09T05:32:41Z', 'revision_number': 4, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'subnets': [{'id': '06f19e18-2340-42c8-9a30-9900b4d6e733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:32:42.582461 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-2913455b-ff1d-4af7-be4c-9d92eba557e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:42.606595 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fe0a52-e4b5-4e79-87d7-ea5e2388b63f None None] The sync data for ids ['cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'] in dv-cinder-817135-2-iscsi is: [{'id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'name': 'tempest-TestShelveInstance-331838500-router', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:37Z', 'revision_number': 4, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'gw_port': {'id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '0df70c2b-fa19-4ac8-be62-bc52fdac045d', 'name': '', 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'mac_address': 'fa:16:3e:ed:cd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '06f19e18-2340-42c8-9a30-9900b4d6e733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:37Z', 'updated_at': '2021-11-09T05:32:41Z', 'revision_number': 4, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'subnets': [{'id': '06f19e18-2340-42c8-9a30-9900b4d6e733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:32:42.624999 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-2913455b-ff1d-4af7-be4c-9d92eba557e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:42.639991 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-eff16ae6-e9ad-4e2b-b9e3-b5c60d4c3af3 None None] Provisioning complete for port 0df70c2b-fa19-4ac8-be62-bc52fdac045d triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:32:42.640371 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-eff16ae6-e9ad-4e2b-b9e3-b5c60d4c3af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:42.676965 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913455b-ff1d-4af7-be4c-9d92eba557e2 admin admin] Pushing event updated for resources: {'Port': ['ID=47dcc5e5-801c-4f4e-b78f-7522d6ca7752,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:42.691245 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2913455b-ff1d-4af7-be4c-9d92eba557e2 admin admin] Network f92f6fc4-1b48-4678-b686-af3d39c6ab5e is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:32:42.692704 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-2913455b-ff1d-4af7-be4c-9d92eba557e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:32:42.695846 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2913455b-ff1d-4af7-be4c-9d92eba557e2 admin admin] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:32:42.740112 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-2913455b-ff1d-4af7-be4c-9d92eba557e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461613'] for router_interface, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:42.813269 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-eff16ae6-e9ad-4e2b-b9e3-b5c60d4c3af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:42.901000 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-eff16ae6-e9ad-4e2b-b9e3-b5c60d4c3af3 None None] For port 0df70c2b-fa19-4ac8-be62-bc52fdac045d, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=0df70c2b-fa19-4ac8-be62-bc52fdac045d,segment=NetworkSegment(fd2804ed-abf9-4355-8e3e-d41db5805199),segment_id=fd2804ed-abf9-4355-8e3e-d41db5805199)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:32:42.914563 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-eff16ae6-e9ad-4e2b-b9e3-b5c60d4c3af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:42.946404 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-2913455b-ff1d-4af7-be4c-9d92eba557e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:42.981656 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff16ae6-e9ad-4e2b-b9e3-b5c60d4c3af3 None None] Pushing event updated for resources: {'Port': ['ID=0df70c2b-fa19-4ac8-be62-bc52fdac045d,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:43.062837 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] Publish callbacks [] for port, precommit_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:43.071807 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-b3d62c99-ae33-4f66-9b57-b13fa00d572a None None] Provisioning complete for port 0df70c2b-fa19-4ac8-be62-bc52fdac045d triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:32:43.072163 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-b3d62c99-ae33-4f66-9b57-b13fa00d572a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:43.114975 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:43.206609 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device f24d3e88-34d3-4007-a1e6-8ae75abeedd1 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:32:43.210353 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-2913455b-ff1d-4af7-be4c-9d92eba557e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:43.215369 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-2913455b-ff1d-4af7-be4c-9d92eba557e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3537972'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:43.239157 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] Attempting to bind port c6bf7b46-8b0a-4e18-a447-b20d20845d24 on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:32:43.239157 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] Attempting to bind port c6bf7b46-8b0a-4e18-a447-b20d20845d24 by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:32:43.239752 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] Attempting to bind port c6bf7b46-8b0a-4e18-a447-b20d20845d24 on network 88e43ffb-3775-4d57-b72a-70455855b0f1 {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:32:43.241685 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132f84d-45ec-4e93-b1d9-eee9dadeae39 None None] Pushing event updated for resources: {'Port': ['ID=c6bf7b46-8b0a-4e18-a447-b20d20845d24,revision_number=2']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:43.263483 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:32:43.264058 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] Checking segment: {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:32:43.264557 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:43.265045 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] Bound using segment: {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:32:43.265628 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] Bound port: c6bf7b46-8b0a-4e18-a447-b20d20845d24, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:32:43.266656 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:43.278760 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913455b-ff1d-4af7-be4c-9d92eba557e2 admin admin] Pushing event updated for resources: {'Port': ['ID=47dcc5e5-801c-4f4e-b78f-7522d6ca7752,revision_number=2']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:43.308110 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-2913455b-ff1d-4af7-be4c-9d92eba557e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-461753'] for router_interface, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:43.393809 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] For port c6bf7b46-8b0a-4e18-a447-b20d20845d24, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:32:43.396393 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port f24d3e88-34d3-4007-a1e6-8ae75abeedd1 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:32:43.396833 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:43.399865 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] For port c6bf7b46-8b0a-4e18-a447-b20d20845d24, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=c6bf7b46-8b0a-4e18-a447-b20d20845d24,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:32:43.422556 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-b3d62c99-ae33-4f66-9b57-b13fa00d572a None None] Provisioning complete for port 47dcc5e5-801c-4f4e-b78f-7522d6ca7752 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:32:43.423025 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-b3d62c99-ae33-4f66-9b57-b13fa00d572a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:43.426911 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:43.522303 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-b3d62c99-ae33-4f66-9b57-b13fa00d572a None None] Port 47dcc5e5-801c-4f4e-b78f-7522d6ca7752 cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:32:43.542207 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132f84d-45ec-4e93-b1d9-eee9dadeae39 None None] Pushing event updated for resources: {'Port': ['ID=c6bf7b46-8b0a-4e18-a447-b20d20845d24,revision_number=3']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:43.547713 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] Routers {'f3f73450-1394-4679-bd29-20c3d769bb32'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:32:43.548344 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:32:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['f3f73450-1394-4679-bd29-20c3d769bb32'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:32:43.628242 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-b3d62c99-ae33-4f66-9b57-b13fa00d572a None None] Provisioning complete for port ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:32:43.628601 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-b3d62c99-ae33-4f66-9b57-b13fa00d572a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:43.701406 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:32:43.727545 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f41c2-1a29-43c9-8746-21e2d76a2548 req-11afcd13-5483-43a3-b732-f397c51c46fb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:43.729076 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cc6f41c2-1a29-43c9-8746-21e2d76a2548 req-11afcd13-5483-43a3-b732-f397c51c46fb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 946 time: 0.3637908 Nov 09 05:32:43.734027 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2913455b-ff1d-4af7-be4c-9d92eba557e2 admin admin] Network f92f6fc4-1b48-4678-b686-af3d39c6ab5e is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:32:43.735401 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-2913455b-ff1d-4af7-be4c-9d92eba557e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:32:43.770380 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] Set router f3f73450-1394-4679-bd29-20c3d769bb32 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:32:43.857500 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cc6f41c2-1a29-43c9-8746-21e2d76a2548 req-fb5b2d57-6d04-4511-aa46-95bd4828d23f tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163385 Nov 09 05:32:43.887604 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 36510) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:43.890710 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2913455b-ff1d-4af7-be4c-9d92eba557e2 admin admin] Router f3f73450-1394-4679-bd29-20c3d769bb32 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:32:43.908794 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:32:43.909437 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:44.053377 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2913455b-ff1d-4af7-be4c-9d92eba557e2 admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:32:44.067527 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-2913455b-ff1d-4af7-be4c-9d92eba557e2 admin admin] 10.222.0.41 "PUT /v2.0/routers/f3f73450-1394-4679-bd29-20c3d769bb32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4677470 Nov 09 05:32:44.080034 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 0df70c2b-fa19-4ac8-be62-bc52fdac045d up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:32:44.131740 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-9b18b284-b98b-45fd-ab16-1f44e23746b1 None None] Provisioning complete for port 47dcc5e5-801c-4f4e-b78f-7522d6ca7752 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:32:44.132115 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-9b18b284-b98b-45fd-ab16-1f44e23746b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:44.169339 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c332fc25-26f6-4b45-8bd2-1e6c9e03db27 tempest-TestMinimumBasicScenario-1210390078 tempest-TestMinimumBasicScenario-1210390078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:44.174110 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-c332fc25-26f6-4b45-8bd2-1e6c9e03db27 tempest-TestMinimumBasicScenario-1210390078 tempest-TestMinimumBasicScenario-1210390078-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 1094 time: 0.2851813 Nov 09 05:32:44.174422 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 36520) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:44.178937 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-45904b3f-0a74-43b6-a17c-3a51a1455aeb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Request body: {'floatingip': {'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'port_id': '0b0e8e30-d2bf-430d-82d0-e3d903854ee8', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:32:44.187890 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-9b18b284-b98b-45fd-ab16-1f44e23746b1 None None] Port 47dcc5e5-801c-4f4e-b78f-7522d6ca7752 cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:32:44.205511 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f73450-1394-4679-bd29-20c3d769bb32', 'name': 'tempest-TestShelveInstance-1121254185-router', 'tenant_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c6bf7b46-8b0a-4e18-a447-b20d20845d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:32:39Z', 'updated_at': '2021-11-09T05:32:42Z', 'revision_number': 4, 'project_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'gw_port': {'id': 'c6bf7b46-8b0a-4e18-a447-b20d20845d24', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f73450-1394-4679-bd29-20c3d769bb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:40Z', 'updated_at': '2021-11-09T05:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '47dcc5e5-801c-4f4e-b78f-7522d6ca7752', 'name': '', 'network_id': 'f92f6fc4-1b48-4678-b686-af3d39c6ab5e', 'tenant_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'mac_address': 'fa:16:3e:4b:90:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f73450-1394-4679-bd29-20c3d769bb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b8caba33-bafb-47c8-a517-074fab2369cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:42Z', 'updated_at': '2021-11-09T05:32:43Z', 'revision_number': 2, 'project_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'subnets': [{'id': 'b8caba33-bafb-47c8-a517-074fab2369cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:32:44.208550 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port 0df70c2b-fa19-4ac8-be62-bc52fdac045d triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:32:44.208666 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-45904b3f-0a74-43b6-a17c-3a51a1455aeb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for floatingip, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:44.208989 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:44.253621 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3908ce3-af54-4065-a5ff-a3885ad37317 None None] The sync data for ids ['f3f73450-1394-4679-bd29-20c3d769bb32'] in dv-cinder-817135-2-iscsi is: [{'id': 'f3f73450-1394-4679-bd29-20c3d769bb32', 'name': 'tempest-TestShelveInstance-1121254185-router', 'tenant_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c6bf7b46-8b0a-4e18-a447-b20d20845d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:32:39Z', 'updated_at': '2021-11-09T05:32:42Z', 'revision_number': 4, 'project_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'gw_port': {'id': 'c6bf7b46-8b0a-4e18-a447-b20d20845d24', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f73450-1394-4679-bd29-20c3d769bb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:40Z', 'updated_at': '2021-11-09T05:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '47dcc5e5-801c-4f4e-b78f-7522d6ca7752', 'name': '', 'network_id': 'f92f6fc4-1b48-4678-b686-af3d39c6ab5e', 'tenant_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'mac_address': 'fa:16:3e:4b:90:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f73450-1394-4679-bd29-20c3d769bb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b8caba33-bafb-47c8-a517-074fab2369cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:42Z', 'updated_at': '2021-11-09T05:32:43Z', 'revision_number': 2, 'project_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'subnets': [{'id': 'b8caba33-bafb-47c8-a517-074fab2369cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:32:44.308529 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-45904b3f-0a74-43b6-a17c-3a51a1455aeb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:44.421631 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [None req-45904b3f-0a74-43b6-a17c-3a51a1455aeb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Allocated IP 172.27.0.205 (88e43ffb-3775-4d57-b72a-70455855b0f1/a0c8eb9b-e525-49dd-abc3-6c12893ff27c/b56fecd3-db5f-4332-a3ae-463282e4695e) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:32:44.540927 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-45904b3f-0a74-43b6-a17c-3a51a1455aeb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:44.590824 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-45904b3f-0a74-43b6-a17c-3a51a1455aeb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:44.643118 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45904b3f-0a74-43b6-a17c-3a51a1455aeb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Network 88e43ffb-3775-4d57-b72a-70455855b0f1 is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:32:44.647130 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-45904b3f-0a74-43b6-a17c-3a51a1455aeb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:32:44.649917 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45904b3f-0a74-43b6-a17c-3a51a1455aeb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:32:44.653681 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45904b3f-0a74-43b6-a17c-3a51a1455aeb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Pushing event updated for resources: {'Port': ['ID=b56fecd3-db5f-4332-a3ae-463282e4695e,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:44.801727 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 36526) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:44.808315 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-e9c5889f-ab71-437d-adc0-6c9e4bffb90d tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-49634301', 'description': 'tempest-secgroup-smoke-49634301 description', 'project_id': '4dc498cab6aa40d2b4929df08abc9e02'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:32:44.840588 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e9c5889f-ab71-437d-adc0-6c9e4bffb90d tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:44.910600 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e9c5889f-ab71-437d-adc0-6c9e4bffb90d tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:44.915664 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e9c5889f-ab71-437d-adc0-6c9e4bffb90d tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:44.946217 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e9c5889f-ab71-437d-adc0-6c9e4bffb90d tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:44.947435 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-e9c5889f-ab71-437d-adc0-6c9e4bffb90d tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1446149 Nov 09 05:32:44.949465 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5889f-ab71-437d-adc0-6c9e4bffb90d tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=428c7965-dd75-4f00-a7c2-8dc1d5fb686e,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:44.951721 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 36530) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:44.956182 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-61205e0a-b2d4-4c35-9767-a72df632fbd8 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Request body: {'security_group_rule': {'security_group_id': '428c7965-dd75-4f00-a7c2-8dc1d5fb686e', 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:32:44.984753 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-61205e0a-b2d4-4c35-9767-a72df632fbd8 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.032723 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-45904b3f-0a74-43b6-a17c-3a51a1455aeb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.042199 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-61205e0a-b2d4-4c35-9767-a72df632fbd8 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.047025 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-61205e0a-b2d4-4c35-9767-a72df632fbd8 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.067201 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61205e0a-b2d4-4c35-9767-a72df632fbd8 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df15ba98-9fd6-45b9-a78e-a67cdb023c2f,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:45.083125 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-61205e0a-b2d4-4c35-9767-a72df632fbd8 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.084438 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-61205e0a-b2d4-4c35-9767-a72df632fbd8 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1316121 Nov 09 05:32:45.087708 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 36532) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:45.092399 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-c8ad7227-aa25-4bbc-8a0a-0fe5866550c3 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Request body: {'security_group_rule': {'security_group_id': '428c7965-dd75-4f00-a7c2-8dc1d5fb686e', 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:32:45.106532 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-45904b3f-0a74-43b6-a17c-3a51a1455aeb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.119081 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c8ad7227-aa25-4bbc-8a0a-0fe5866550c3 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.173858 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c8ad7227-aa25-4bbc-8a0a-0fe5866550c3 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.177390 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c8ad7227-aa25-4bbc-8a0a-0fe5866550c3 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.195338 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad7227-aa25-4bbc-8a0a-0fe5866550c3 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17efec89-ca46-4169-9d2a-1bcda82225bb,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:45.199783 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c8ad7227-aa25-4bbc-8a0a-0fe5866550c3 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.203373 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-c8ad7227-aa25-4bbc-8a0a-0fe5866550c3 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1122341 Nov 09 05:32:45.203837 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 36534) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:45.207787 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-d99bf355-4b2e-4202-b90b-daee7b11b052 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Request body: {'security_group_rule': {'security_group_id': '428c7965-dd75-4f00-a7c2-8dc1d5fb686e', 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:32:45.238256 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d99bf355-4b2e-4202-b90b-daee7b11b052 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.261042 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-45904b3f-0a74-43b6-a17c-3a51a1455aeb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for port, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.270128 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-45904b3f-0a74-43b6-a17c-3a51a1455aeb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3537972'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.299346 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d99bf355-4b2e-4202-b90b-daee7b11b052 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.305002 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d99bf355-4b2e-4202-b90b-daee7b11b052 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.318814 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf355-4b2e-4202-b90b-daee7b11b052 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f7d329-c642-4133-b871-2242ccd7ad71,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:45.341804 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d99bf355-4b2e-4202-b90b-daee7b11b052 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.343399 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-d99bf355-4b2e-4202-b90b-daee7b11b052 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389008 Nov 09 05:32:45.346018 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 36536) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:45.350563 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-45904b3f-0a74-43b6-a17c-3a51a1455aeb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461206'] for floatingip, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.351014 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-753233e3-db3c-4763-8e26-fa851447e863 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Request body: {'security_group_rule': {'security_group_id': '428c7965-dd75-4f00-a7c2-8dc1d5fb686e', 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:32:45.381444 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-753233e3-db3c-4763-8e26-fa851447e863 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.397270 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45904b3f-0a74-43b6-a17c-3a51a1455aeb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Pushing event updated for resources: {'Port': ['ID=b56fecd3-db5f-4332-a3ae-463282e4695e,revision_number=2']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:45.486698 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-753233e3-db3c-4763-8e26-fa851447e863 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.493039 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-753233e3-db3c-4763-8e26-fa851447e863 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.495689 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.db.l3_db [None req-45904b3f-0a74-43b6-a17c-3a51a1455aeb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Floating IP d1878193-ff2d-42fd-80fd-b0da63037b83 associated. External IP: 172.27.0.205, port: 0b0e8e30-d2bf-430d-82d0-e3d903854ee8. Nov 09 05:32:45.539817 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753233e3-db3c-4763-8e26-fa851447e863 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85bbcb4a-5f51-4943-80bb-c97e1a20e3a2,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:45.551991 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-753233e3-db3c-4763-8e26-fa851447e863 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.561944 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-753233e3-db3c-4763-8e26-fa851447e863 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2128417 Nov 09 05:32:45.562593 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 36538) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:45.567172 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-00ff7245-c37d-4e02-91c9-dc0a2d050c29 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Request body: {'security_group_rule': {'security_group_id': '428c7965-dd75-4f00-a7c2-8dc1d5fb686e', 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:32:45.593329 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.db.securitygroups_db [None req-00ff7245-c37d-4e02-91c9-dc0a2d050c29 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Project 4dc498cab6aa40d2b4929df08abc9e02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 05:32:45.600252 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-00ff7245-c37d-4e02-91c9-dc0a2d050c29 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.670168 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-00ff7245-c37d-4e02-91c9-dc0a2d050c29 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.675897 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-00ff7245-c37d-4e02-91c9-dc0a2d050c29 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.697379 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff7245-c37d-4e02-91c9-dc0a2d050c29 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8503687e-184c-4fff-9fca-caf27b02c2ee,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:45.706326 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-00ff7245-c37d-4e02-91c9-dc0a2d050c29 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.707615 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-00ff7245-c37d-4e02-91c9-dc0a2d050c29 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1440539 Nov 09 05:32:45.710337 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 36540) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:45.714716 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-a6b7596e-e7eb-4c6e-9662-56d30d853dc8 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Request body: {'security_group_rule': {'security_group_id': '428c7965-dd75-4f00-a7c2-8dc1d5fb686e', 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:32:45.738030 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.db.securitygroups_db [None req-a6b7596e-e7eb-4c6e-9662-56d30d853dc8 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Project 4dc498cab6aa40d2b4929df08abc9e02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 05:32:45.743984 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a6b7596e-e7eb-4c6e-9662-56d30d853dc8 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.770673 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45904b3f-0a74-43b6-a17c-3a51a1455aeb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Router 3ba8cca1-41bc-4328-903a-14e486e85f43 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:32:45.806733 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a6b7596e-e7eb-4c6e-9662-56d30d853dc8 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.811959 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a6b7596e-e7eb-4c6e-9662-56d30d853dc8 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.825433 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7596e-e7eb-4c6e-9662-56d30d853dc8 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98684ad2-e5b8-4ff7-8344-cbc011bf5f57,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:45.851034 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a6b7596e-e7eb-4c6e-9662-56d30d853dc8 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.853429 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-a6b7596e-e7eb-4c6e-9662-56d30d853dc8 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421204 Nov 09 05:32:45.898934 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45904b3f-0a74-43b6-a17c-3a51a1455aeb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:32:45.912299 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89783bbd-5c3c-40ab-b6b0-a864388055ae None None] Sync routers for ids ['3ba8cca1-41bc-4328-903a-14e486e85f43'] in dv-cinder-817135-2-iscsi {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:32:45.923809 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-45904b3f-0a74-43b6-a17c-3a51a1455aeb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for floatingip, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:45.932892 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89783bbd-5c3c-40ab-b6b0-a864388055ae None None] Routers {'3ba8cca1-41bc-4328-903a-14e486e85f43'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:32:45.935938 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-89783bbd-5c3c-40ab-b6b0-a864388055ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:32:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['3ba8cca1-41bc-4328-903a-14e486e85f43'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:32:45.954981 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-45904b3f-0a74-43b6-a17c-3a51a1455aeb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7794337 Nov 09 05:32:45.955922 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed7e219-44f9-44d4-a944-af7bb467820a', 'tag': '0b0e8e30-d2bf-430d-82d0-e3d903854ee8'}] {{(pid=100971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:32:45.957863 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 36556) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:45.961922 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ba20ef00b6ba85be910cd3510c9842062a5dd5e124f21b50ec677df07c463ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c618eb15-3011-4265-a298-bb79fd933a98" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed7e219-44f9-44d4-a944-af7bb467820a", "tag": "0b0e8e30-d2bf-430d-82d0-e3d903854ee8"}]}' {{(pid=100971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:32:45.967326 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-49a183a9-fb69-4add-9935-1ce3550fa89c tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-637825353', 'description': 'tempest-secgroup-smoke-637825353 description', 'project_id': '00555c9dc6b94b048368752dc235deba'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:32:45.995589 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-49a183a9-fb69-4add-9935-1ce3550fa89c tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:46.099777 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978d6a92-8e05-450c-ba19-c9ab6b03104b x-openstack-request-id: req-978d6a92-8e05-450c-ba19-c9ab6b03104b {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:32:46.100260 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed7e219-44f9-44d4-a944-af7bb467820a", "tag": "0b0e8e30-d2bf-430d-82d0-e3d903854ee8", "status": "completed", "code": 200}]} {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:32:46.100369 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-978d6a92-8e05-450c-ba19-c9ab6b03104b {{(pid=100971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:32:46.100696 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed7e219-44f9-44d4-a944-af7bb467820a', 'tag': '0b0e8e30-d2bf-430d-82d0-e3d903854ee8', 'status': 'completed', 'code': 200} Nov 09 05:32:46.115004 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-49a183a9-fb69-4add-9935-1ce3550fa89c tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:46.120332 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-49a183a9-fb69-4add-9935-1ce3550fa89c tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:46.126781 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-89783bbd-5c3c-40ab-b6b0-a864388055ae None None] Set router 3ba8cca1-41bc-4328-903a-14e486e85f43 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:32:46.152866 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-49a183a9-fb69-4add-9935-1ce3550fa89c tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:46.158209 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-49a183a9-fb69-4add-9935-1ce3550fa89c tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1952171 Nov 09 05:32:46.158367 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 36582) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:46.162395 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-1cd39418-b177-482a-9e2d-bc9a3dcf948b tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Request body: {'security_group_rule': {'security_group_id': 'f230c3ee-5f2f-4796-a652-4c8691cbd0d1', 'project_id': '00555c9dc6b94b048368752dc235deba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:32:46.188057 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a183a9-fb69-4add-9935-1ce3550fa89c tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f230c3ee-5f2f-4796-a652-4c8691cbd0d1,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:46.211912 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618eb15-3011-4265-a298-bb79fd933a98 req-cd717a8c-0a20-40a7-88b4-a24c7fe0b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:46.213736 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c618eb15-3011-4265-a298-bb79fd933a98 req-cd717a8c-0a20-40a7-88b4-a24c7fe0b8c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00555c9dc6b94b048368752dc235deba&device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 1099 time: 0.0564311 Nov 09 05:32:46.216104 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-1cd39418-b177-482a-9e2d-bc9a3dcf948b tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:46.315836 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-1cd39418-b177-482a-9e2d-bc9a3dcf948b tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:46.323500 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-1cd39418-b177-482a-9e2d-bc9a3dcf948b tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:46.341755 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618eb15-3011-4265-a298-bb79fd933a98 req-10b34b18-b801-4247-9ed9-99c3bc0e27d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:46.343774 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c618eb15-3011-4265-a298-bb79fd933a98 req-10b34b18-b801-4247-9ed9-99c3bc0e27d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=07d5c80c-0680-416c-abc7-d57cb6e89b86 HTTP/1.1" status: 200 len: 915 time: 0.1204536 Nov 09 05:32:46.354279 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-1cd39418-b177-482a-9e2d-bc9a3dcf948b tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:46.355649 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-1cd39418-b177-482a-9e2d-bc9a3dcf948b tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1972623 Nov 09 05:32:46.356572 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd39418-b177-482a-9e2d-bc9a3dcf948b tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c57ce8-e95c-4c08-9380-eb5be2b19398,revision_number=0']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:46.358484 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 36588) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:46.363023 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-b7b378f3-0b67-4be4-b374-2ac422fa3c9f tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Request body: {'security_group_rule': {'security_group_id': 'f230c3ee-5f2f-4796-a652-4c8691cbd0d1', 'project_id': '00555c9dc6b94b048368752dc235deba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:32:46.399125 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b7b378f3-0b67-4be4-b374-2ac422fa3c9f tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:46.413725 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-89783bbd-5c3c-40ab-b6b0-a864388055ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'name': 'tempest-TestMinimumBasicScenario-959545239-router', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:27Z', 'revision_number': 4, 'project_id': '00555c9dc6b94b048368752dc235deba', 'gw_port': {'id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': 'd1878193-ff2d-42fd-80fd-b0da63037b83', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'port_id': '0b0e8e30-d2bf-430d-82d0-e3d903854ee8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86', 'mac_address': 'fa:16:3e:f4:c3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed7e219-44f9-44d4-a944-af7bb467820a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:32:44Z', 'updated_at': '2021-11-09T05:32:44Z', 'revision_number': 0, 'project_id': '00555c9dc6b94b048368752dc235deba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c11421-24be-4007-8acf-93aa64e59370', 'name': '', 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'mac_address': 'fa:16:3e:24:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dab7b2d5-e9d4-404e-b783-f8f50618c8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:26Z', 'updated_at': '2021-11-09T05:31:32Z', 'revision_number': 5, 'project_id': '00555c9dc6b94b048368752dc235deba', 'subnets': [{'id': 'dab7b2d5-e9d4-404e-b783-f8f50618c8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:32:46.436375 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c618eb15-3011-4265-a298-bb79fd933a98 req-5828001b-9c49-47bb-9ef9-0a33e0675e71 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b0e8e30-d2bf-430d-82d0-e3d903854ee8 HTTP/1.1" status: 200 len: 1000 time: 0.0840313 Nov 09 05:32:46.446818 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89783bbd-5c3c-40ab-b6b0-a864388055ae None None] Checking router: 3ba8cca1-41bc-4328-903a-14e486e85f43 for host: dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:32:46.455592 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89783bbd-5c3c-40ab-b6b0-a864388055ae None None] Routers {'3ba8cca1-41bc-4328-903a-14e486e85f43'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:32:46.456289 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-89783bbd-5c3c-40ab-b6b0-a864388055ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:32:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['3ba8cca1-41bc-4328-903a-14e486e85f43'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:32:46.484734 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b7b378f3-0b67-4be4-b374-2ac422fa3c9f tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:46.501410 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b7b378f3-0b67-4be4-b374-2ac422fa3c9f tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:46.510665 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618eb15-3011-4265-a298-bb79fd933a98 req-513c837a-c0dd-4314-82de-99342ea5e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:46.513835 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c618eb15-3011-4265-a298-bb79fd933a98 req-513c837a-c0dd-4314-82de-99342ea5e852 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dab7b2d5-e9d4-404e-b783-f8f50618c8b0 HTTP/1.1" status: 200 len: 853 time: 0.0687456 Nov 09 05:32:46.542021 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b378f3-0b67-4be4-b374-2ac422fa3c9f tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e44f1c-bced-4e01-8b22-739a0a679e93,revision_number=0']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:46.572682 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b7b378f3-0b67-4be4-b374-2ac422fa3c9f tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:46.573933 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-b7b378f3-0b67-4be4-b374-2ac422fa3c9f tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2145429 Nov 09 05:32:46.577221 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 36594) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:46.584764 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618eb15-3011-4265-a298-bb79fd933a98 req-663ed71a-a5e8-4801-a4b3-007ff0ab52ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:46.586382 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c618eb15-3011-4265-a298-bb79fd933a98 req-663ed71a-a5e8-4801-a4b3-007ff0ab52ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07d5c80c-0680-416c-abc7-d57cb6e89b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616837 Nov 09 05:32:46.586891 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-b8e5863a-ca95-42da-952a-82e7e39c1f47 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Request body: {'security_group_rule': {'security_group_id': 'f230c3ee-5f2f-4796-a652-4c8691cbd0d1', 'project_id': '00555c9dc6b94b048368752dc235deba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:32:46.626790 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b8e5863a-ca95-42da-952a-82e7e39c1f47 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:46.675112 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-89783bbd-5c3c-40ab-b6b0-a864388055ae None None] Set router 3ba8cca1-41bc-4328-903a-14e486e85f43 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:32:46.692256 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b8e5863a-ca95-42da-952a-82e7e39c1f47 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:46.697217 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b8e5863a-ca95-42da-952a-82e7e39c1f47 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:46.699341 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c618eb15-3011-4265-a298-bb79fd933a98 req-8f5a55fd-fb12-41dd-969f-431202f0d2f9 service neutron] 10.222.0.20 "GET /v2.0/networks/07d5c80c-0680-416c-abc7-d57cb6e89b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041162 Nov 09 05:32:46.723612 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5863a-ca95-42da-952a-82e7e39c1f47 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c78db73-76ee-449f-a069-89b93eb0c363,revision_number=0']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:46.729784 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b8e5863a-ca95-42da-952a-82e7e39c1f47 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:46.733694 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-b8e5863a-ca95-42da-952a-82e7e39c1f47 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1528447 Nov 09 05:32:46.733793 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 36596) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:46.739800 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-f4a86ad3-ae57-4f03-8a1f-400df6a79724 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Request body: {'security_group_rule': {'security_group_id': 'f230c3ee-5f2f-4796-a652-4c8691cbd0d1', 'project_id': '00555c9dc6b94b048368752dc235deba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:32:46.780358 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f4a86ad3-ae57-4f03-8a1f-400df6a79724 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:46.805984 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c618eb15-3011-4265-a298-bb79fd933a98 req-0f37f11d-7d34-49f0-baa9-a30f330d8e47 service neutron] 10.222.0.20 "GET /v2.0/networks/07d5c80c-0680-416c-abc7-d57cb6e89b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998712 Nov 09 05:32:46.858377 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f4a86ad3-ae57-4f03-8a1f-400df6a79724 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:46.863537 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f4a86ad3-ae57-4f03-8a1f-400df6a79724 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:46.886723 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a86ad3-ae57-4f03-8a1f-400df6a79724 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83264ae2-c2cd-474d-b96c-db06b4782011,revision_number=0']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:46.891928 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f4a86ad3-ae57-4f03-8a1f-400df6a79724 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:46.896349 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-f4a86ad3-ae57-4f03-8a1f-400df6a79724 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1611173 Nov 09 05:32:46.896984 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 36608) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:46.903063 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-45b864fc-d14a-48c6-a27c-31c3521a8163 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Request body: {'security_group_rule': {'security_group_id': 'f230c3ee-5f2f-4796-a652-4c8691cbd0d1', 'project_id': '00555c9dc6b94b048368752dc235deba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:32:46.930397 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-89783bbd-5c3c-40ab-b6b0-a864388055ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'name': 'tempest-TestMinimumBasicScenario-959545239-router', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:27Z', 'revision_number': 4, 'project_id': '00555c9dc6b94b048368752dc235deba', 'gw_port': {'id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': 'd1878193-ff2d-42fd-80fd-b0da63037b83', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'port_id': '0b0e8e30-d2bf-430d-82d0-e3d903854ee8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86', 'mac_address': 'fa:16:3e:f4:c3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed7e219-44f9-44d4-a944-af7bb467820a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:32:44Z', 'updated_at': '2021-11-09T05:32:44Z', 'revision_number': 0, 'project_id': '00555c9dc6b94b048368752dc235deba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c11421-24be-4007-8acf-93aa64e59370', 'name': '', 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'mac_address': 'fa:16:3e:24:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dab7b2d5-e9d4-404e-b783-f8f50618c8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:26Z', 'updated_at': '2021-11-09T05:31:32Z', 'revision_number': 5, 'project_id': '00555c9dc6b94b048368752dc235deba', 'subnets': [{'id': 'dab7b2d5-e9d4-404e-b783-f8f50618c8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:32:46.932679 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.db.securitygroups_db [None req-45b864fc-d14a-48c6-a27c-31c3521a8163 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Project 00555c9dc6b94b048368752dc235deba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 05:32:46.937891 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45b864fc-d14a-48c6-a27c-31c3521a8163 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:46.960642 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89783bbd-5c3c-40ab-b6b0-a864388055ae None None] The sync data for ids ['3ba8cca1-41bc-4328-903a-14e486e85f43'] in dv-cinder-817135-2-iscsi is: [{'id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'name': 'tempest-TestMinimumBasicScenario-959545239-router', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:27Z', 'revision_number': 4, 'project_id': '00555c9dc6b94b048368752dc235deba', 'gw_port': {'id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': 'd1878193-ff2d-42fd-80fd-b0da63037b83', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'port_id': '0b0e8e30-d2bf-430d-82d0-e3d903854ee8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86', 'mac_address': 'fa:16:3e:f4:c3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed7e219-44f9-44d4-a944-af7bb467820a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:32:44Z', 'updated_at': '2021-11-09T05:32:44Z', 'revision_number': 0, 'project_id': '00555c9dc6b94b048368752dc235deba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c11421-24be-4007-8acf-93aa64e59370', 'name': '', 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'mac_address': 'fa:16:3e:24:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dab7b2d5-e9d4-404e-b783-f8f50618c8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:26Z', 'updated_at': '2021-11-09T05:31:32Z', 'revision_number': 5, 'project_id': '00555c9dc6b94b048368752dc235deba', 'subnets': [{'id': 'dab7b2d5-e9d4-404e-b783-f8f50618c8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:32:47.014385 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45b864fc-d14a-48c6-a27c-31c3521a8163 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:47.020791 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45b864fc-d14a-48c6-a27c-31c3521a8163 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:47.040811 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b864fc-d14a-48c6-a27c-31c3521a8163 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1481607-80af-4532-bd8c-f4b4181211ed,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:47.054123 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-45b864fc-d14a-48c6-a27c-31c3521a8163 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:47.058886 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-45b864fc-d14a-48c6-a27c-31c3521a8163 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1578262 Nov 09 05:32:47.059405 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 36614) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:32:47.064867 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-1550ef8a-a196-495f-8529-c4f0444a0abc tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Request body: {'security_group_rule': {'security_group_id': 'f230c3ee-5f2f-4796-a652-4c8691cbd0d1', 'project_id': '00555c9dc6b94b048368752dc235deba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:32:47.108117 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.db.securitygroups_db [None req-1550ef8a-a196-495f-8529-c4f0444a0abc tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Project 00555c9dc6b94b048368752dc235deba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 05:32:47.117756 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-1550ef8a-a196-495f-8529-c4f0444a0abc tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:47.139142 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device c6bf7b46-8b0a-4e18-a447-b20d20845d24 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:32:47.188908 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-1550ef8a-a196-495f-8529-c4f0444a0abc tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:47.195402 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-1550ef8a-a196-495f-8529-c4f0444a0abc tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:47.208723 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port c6bf7b46-8b0a-4e18-a447-b20d20845d24 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:32:47.209087 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:47.215160 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550ef8a-a196-495f-8529-c4f0444a0abc tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a04082-8e8f-4454-8c58-c4904a25b75b,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:47.223571 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-1550ef8a-a196-495f-8529-c4f0444a0abc tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:47.224821 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-1550ef8a-a196-495f-8529-c4f0444a0abc tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1641717 Nov 09 05:32:47.285022 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e58ca93-8608-4683-b7cd-a605a765835a None None] New status for floating IP d1878193-ff2d-42fd-80fd-b0da63037b83: ACTIVE {{(pid=100973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 05:32:47.333229 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-61ec7a7e-37fc-437b-9930-416eaf6b64a3 req-b9bec52f-87e5-4df0-a79a-db92099f819e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-637825353&fields=id&tenant_id=00555c9dc6b94b048368752dc235deba HTTP/1.1" status: 200 len: 267 time: 0.0472093 Nov 09 05:32:47.393445 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec7a7e-37fc-437b-9930-416eaf6b64a3 req-7c21241a-480e-4100-9791-6721e307f64b tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:47.395304 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-61ec7a7e-37fc-437b-9930-416eaf6b64a3 req-7c21241a-480e-4100-9791-6721e307f64b tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 946 time: 0.0549643 Nov 09 05:32:47.399121 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] Sync routers for ids ['f3f73450-1394-4679-bd29-20c3d769bb32'] in dv-cinder-817135-2-iscsi {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:32:47.410148 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] Routers {'f3f73450-1394-4679-bd29-20c3d769bb32'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:32:47.410780 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:32:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['f3f73450-1394-4679-bd29-20c3d769bb32'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:32:47.412209 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-61ec7a7e-37fc-437b-9930-416eaf6b64a3 req-686cc0fd-c5c1-45bd-b5b9-8e8a75c5b45e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Request body: {'port': {'security_groups': ['99f1d921-e81b-4cf7-92c4-acbff557b625', 'f230c3ee-5f2f-4796-a652-4c8691cbd0d1']}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:32:47.463265 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:47.491341 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-61ec7a7e-37fc-437b-9930-416eaf6b64a3 req-686cc0fd-c5c1-45bd-b5b9-8e8a75c5b45e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:47.494753 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] For port c6bf7b46-8b0a-4e18-a447-b20d20845d24, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=c6bf7b46-8b0a-4e18-a447-b20d20845d24,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:32:47.523763 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:47.527730 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] Set router f3f73450-1394-4679-bd29-20c3d769bb32 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:32:47.621599 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Pushing event updated for resources: {'Port': ['ID=c6bf7b46-8b0a-4e18-a447-b20d20845d24,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:47.706028 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-61ec7a7e-37fc-437b-9930-416eaf6b64a3 req-686cc0fd-c5c1-45bd-b5b9-8e8a75c5b45e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] For port 0b0e8e30-d2bf-430d-82d0-e3d903854ee8, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=0b0e8e30-d2bf-430d-82d0-e3d903854ee8,segment=NetworkSegment(cfe413a1-c9d5-4162-b390-63a12d3a484a),segment_id=cfe413a1-c9d5-4162-b390-63a12d3a484a)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:32:47.737705 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-61ec7a7e-37fc-437b-9930-416eaf6b64a3 req-686cc0fd-c5c1-45bd-b5b9-8e8a75c5b45e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for port, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:47.743666 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-61ec7a7e-37fc-437b-9930-416eaf6b64a3 req-686cc0fd-c5c1-45bd-b5b9-8e8a75c5b45e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:47.768425 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f73450-1394-4679-bd29-20c3d769bb32', 'name': 'tempest-TestShelveInstance-1121254185-router', 'tenant_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c6bf7b46-8b0a-4e18-a447-b20d20845d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:32:39Z', 'updated_at': '2021-11-09T05:32:42Z', 'revision_number': 4, 'project_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'gw_port': {'id': 'c6bf7b46-8b0a-4e18-a447-b20d20845d24', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f73450-1394-4679-bd29-20c3d769bb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:40Z', 'updated_at': '2021-11-09T05:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '47dcc5e5-801c-4f4e-b78f-7522d6ca7752', 'name': '', 'network_id': 'f92f6fc4-1b48-4678-b686-af3d39c6ab5e', 'tenant_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'mac_address': 'fa:16:3e:4b:90:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f73450-1394-4679-bd29-20c3d769bb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b8caba33-bafb-47c8-a517-074fab2369cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:42Z', 'updated_at': '2021-11-09T05:32:43Z', 'revision_number': 2, 'project_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'subnets': [{'id': 'b8caba33-bafb-47c8-a517-074fab2369cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:32:47.787602 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec7a7e-37fc-437b-9930-416eaf6b64a3 req-686cc0fd-c5c1-45bd-b5b9-8e8a75c5b45e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:47.788227 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-61ec7a7e-37fc-437b-9930-416eaf6b64a3 req-686cc0fd-c5c1-45bd-b5b9-8e8a75c5b45e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:47.789654 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-61ec7a7e-37fc-437b-9930-416eaf6b64a3 req-686cc0fd-c5c1-45bd-b5b9-8e8a75c5b45e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "PUT /v2.0/ports/0b0e8e30-d2bf-430d-82d0-e3d903854ee8 HTTP/1.1" status: 200 len: 982 time: 0.3836026 Nov 09 05:32:47.790118 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed7e219-44f9-44d4-a944-af7bb467820a', 'tag': '0b0e8e30-d2bf-430d-82d0-e3d903854ee8'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:32:47.792525 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074efe25-8553-466f-aad3-9db15c2bac48" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed7e219-44f9-44d4-a944-af7bb467820a", "tag": "0b0e8e30-d2bf-430d-82d0-e3d903854ee8"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:32:47.801511 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['0b0e8e30-d2bf-430d-82d0-e3d903854ee8'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:32:47.815890 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] Checking router: f3f73450-1394-4679-bd29-20c3d769bb32 for host: dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:32:47.816389 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] Updating router f3f73450-1394-4679-bd29-20c3d769bb32 port 47dcc5e5-801c-4f4e-b78f-7522d6ca7752 binding host dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 05:32:47.833646 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cc0fd-c5c1-45bd-b5b9-8e8a75c5b45e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Pushing event updated for resources: {'Port': ['ID=0b0e8e30-d2bf-430d-82d0-e3d903854ee8,revision_number=6']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:47.851588 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:47.875738 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac268e8d-b6ee-4195-a4e0-9461b976f6b7 x-openstack-request-id: req-ac268e8d-b6ee-4195-a4e0-9461b976f6b7 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:32:47.876033 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed7e219-44f9-44d4-a944-af7bb467820a", "tag": "0b0e8e30-d2bf-430d-82d0-e3d903854ee8", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:32:47.876290 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac268e8d-b6ee-4195-a4e0-9461b976f6b7 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:32:47.876692 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed7e219-44f9-44d4-a944-af7bb467820a', 'tag': '0b0e8e30-d2bf-430d-82d0-e3d903854ee8', 'status': 'completed', 'code': 200} Nov 09 05:32:47.969242 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f41d55-58e5-4c68-ae6f-0e9140fb198b req-f88d336b-d848-44ff-b0e9-87342ad47cf6 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:47.970591 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-38f41d55-58e5-4c68-ae6f-0e9140fb198b req-f88d336b-d848-44ff-b0e9-87342ad47cf6 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 985 time: 0.0930860 Nov 09 05:32:47.983732 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['0b0e8e30-d2bf-430d-82d0-e3d903854ee8'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:32:47.985966 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074efe25-8553-466f-aad3-9db15c2bac48 req-69a46e2f-a446-4366-acb5-584d381f9918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:47.987595 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-074efe25-8553-466f-aad3-9db15c2bac48 req-69a46e2f-a446-4366-acb5-584d381f9918 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00555c9dc6b94b048368752dc235deba&device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 1138 time: 0.0659859 Nov 09 05:32:48.110959 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-38f41d55-58e5-4c68-ae6f-0e9140fb198b req-e60a268c-5baf-428e-b71b-4f4a03a02f76 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&id=f230c3ee-5f2f-4796-a652-4c8691cbd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1287808 Nov 09 05:32:48.141792 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074efe25-8553-466f-aad3-9db15c2bac48 req-896d52e8-931c-4478-86bd-598d24f18aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:48.143419 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-074efe25-8553-466f-aad3-9db15c2bac48 req-896d52e8-931c-4478-86bd-598d24f18aba service neutron] 10.222.0.20 "GET /v2.0/networks?id=07d5c80c-0680-416c-abc7-d57cb6e89b86 HTTP/1.1" status: 200 len: 915 time: 0.1432364 Nov 09 05:32:48.201898 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] Publish callbacks [] for port, precommit_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:48.209244 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-18b631a8-2822-435b-8bd5-02c50bed763e None None] Provisioning complete for port 0b0e8e30-d2bf-430d-82d0-e3d903854ee8 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:32:48.209715 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-18b631a8-2822-435b-8bd5-02c50bed763e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:48.212717 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:48.230198 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-074efe25-8553-466f-aad3-9db15c2bac48 req-9012318c-2797-49ed-9273-766e036b17be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b0e8e30-d2bf-430d-82d0-e3d903854ee8 HTTP/1.1" status: 200 len: 1002 time: 0.0781896 Nov 09 05:32:48.267067 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7adfc6-fb64-4ba8-8147-1a7495829a4e None None] Pushing event updated for resources: {'Port': ['ID=47dcc5e5-801c-4f4e-b78f-7522d6ca7752,revision_number=3']} {{(pid=100974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:48.322201 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074efe25-8553-466f-aad3-9db15c2bac48 req-b220445f-4a90-4b9d-a05a-835887289854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:48.325521 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-074efe25-8553-466f-aad3-9db15c2bac48 req-b220445f-4a90-4b9d-a05a-835887289854 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dab7b2d5-e9d4-404e-b783-f8f50618c8b0 HTTP/1.1" status: 200 len: 853 time: 0.0820169 Nov 09 05:32:48.334671 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] Attempting to bind port 47dcc5e5-801c-4f4e-b78f-7522d6ca7752 on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:32:48.335183 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] Attempting to bind port 47dcc5e5-801c-4f4e-b78f-7522d6ca7752 by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': '65e63596-8736-4e1d-b003-04fd374358b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f92f6fc4-1b48-4678-b686-af3d39c6ab5e'}] {{(pid=100974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:32:48.335788 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] Attempting to bind port 47dcc5e5-801c-4f4e-b78f-7522d6ca7752 on network f92f6fc4-1b48-4678-b686-af3d39c6ab5e {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:32:48.341981 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:32:48.342516 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] Checking segment: {'id': '65e63596-8736-4e1d-b003-04fd374358b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f92f6fc4-1b48-4678-b686-af3d39c6ab5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:32:48.343552 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:48.344070 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] Bound using segment: {'id': '65e63596-8736-4e1d-b003-04fd374358b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f92f6fc4-1b48-4678-b686-af3d39c6ab5e'} {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:32:48.344646 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] Bound port: 47dcc5e5-801c-4f4e-b78f-7522d6ca7752, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e63596-8736-4e1d-b003-04fd374358b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f92f6fc4-1b48-4678-b686-af3d39c6ab5e'}}] {{(pid=100974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:32:48.345135 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:48.401599 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074efe25-8553-466f-aad3-9db15c2bac48 req-50fc8a72-97f9-4b88-8395-36c384a71a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:32:48.403080 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-074efe25-8553-466f-aad3-9db15c2bac48 req-50fc8a72-97f9-4b88-8395-36c384a71a06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07d5c80c-0680-416c-abc7-d57cb6e89b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687232 Nov 09 05:32:48.438205 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.db [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] For port 47dcc5e5-801c-4f4e-b78f-7522d6ca7752, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:32:48.441851 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.db [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] For port 47dcc5e5-801c-4f4e-b78f-7522d6ca7752, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=47dcc5e5-801c-4f4e-b78f-7522d6ca7752,segment=NetworkSegment(65e63596-8736-4e1d-b003-04fd374358b9),segment_id=65e63596-8736-4e1d-b003-04fd374358b9)] {{(pid=100974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:32:48.452675 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:48.515744 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-074efe25-8553-466f-aad3-9db15c2bac48 req-118b9cab-bf03-4567-9f3d-6fc5dd36649f service neutron] 10.222.0.20 "GET /v2.0/networks/07d5c80c-0680-416c-abc7-d57cb6e89b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031127 Nov 09 05:32:48.522595 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] Routers {'f3f73450-1394-4679-bd29-20c3d769bb32'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:32:48.523272 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:32:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['f3f73450-1394-4679-bd29-20c3d769bb32'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:32:48.623481 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-e2f5a88e-58e0-404f-8668-c7a17b209b7d None None] Provisioning complete for port 47dcc5e5-801c-4f4e-b78f-7522d6ca7752 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:32:48.623827 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a88e-58e0-404f-8668-c7a17b209b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:48.663068 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7adfc6-fb64-4ba8-8147-1a7495829a4e None None] Pushing event updated for resources: {'Port': ['ID=47dcc5e5-801c-4f4e-b78f-7522d6ca7752,revision_number=4']} {{(pid=100974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:48.670779 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] Set router f3f73450-1394-4679-bd29-20c3d769bb32 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:32:48.683036 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-074efe25-8553-466f-aad3-9db15c2bac48 req-f3f65f77-5632-41b1-ab2f-141d7e51e0bf service neutron] 10.222.0.20 "GET /v2.0/networks/07d5c80c-0680-416c-abc7-d57cb6e89b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571374 Nov 09 05:32:48.799599 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a88e-58e0-404f-8668-c7a17b209b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:48.829865 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-e2f5a88e-58e0-404f-8668-c7a17b209b7d None None] For port 47dcc5e5-801c-4f4e-b78f-7522d6ca7752, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=47dcc5e5-801c-4f4e-b78f-7522d6ca7752,segment=NetworkSegment(65e63596-8736-4e1d-b003-04fd374358b9),segment_id=65e63596-8736-4e1d-b003-04fd374358b9)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:32:48.834297 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e2f5a88e-58e0-404f-8668-c7a17b209b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:48.883133 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5a88e-58e0-404f-8668-c7a17b209b7d None None] Pushing event updated for resources: {'Port': ['ID=47dcc5e5-801c-4f4e-b78f-7522d6ca7752,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:32:48.890773 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f73450-1394-4679-bd29-20c3d769bb32', 'name': 'tempest-TestShelveInstance-1121254185-router', 'tenant_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c6bf7b46-8b0a-4e18-a447-b20d20845d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:32:39Z', 'updated_at': '2021-11-09T05:32:42Z', 'revision_number': 4, 'project_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'gw_port': {'id': 'c6bf7b46-8b0a-4e18-a447-b20d20845d24', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f73450-1394-4679-bd29-20c3d769bb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:40Z', 'updated_at': '2021-11-09T05:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '47dcc5e5-801c-4f4e-b78f-7522d6ca7752', 'name': '', 'network_id': 'f92f6fc4-1b48-4678-b686-af3d39c6ab5e', 'tenant_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'mac_address': 'fa:16:3e:4b:90:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f73450-1394-4679-bd29-20c3d769bb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b8caba33-bafb-47c8-a517-074fab2369cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:42Z', 'updated_at': '2021-11-09T05:32:48Z', 'revision_number': 4, 'project_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'subnets': [{'id': 'b8caba33-bafb-47c8-a517-074fab2369cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:32:48.917784 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d986091f-bcb3-4361-9570-ee1c05f0b31c None None] The sync data for ids ['f3f73450-1394-4679-bd29-20c3d769bb32'] in dv-cinder-817135-2-iscsi is: [{'id': 'f3f73450-1394-4679-bd29-20c3d769bb32', 'name': 'tempest-TestShelveInstance-1121254185-router', 'tenant_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c6bf7b46-8b0a-4e18-a447-b20d20845d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:32:39Z', 'updated_at': '2021-11-09T05:32:42Z', 'revision_number': 4, 'project_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'gw_port': {'id': 'c6bf7b46-8b0a-4e18-a447-b20d20845d24', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f73450-1394-4679-bd29-20c3d769bb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:40Z', 'updated_at': '2021-11-09T05:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '47dcc5e5-801c-4f4e-b78f-7522d6ca7752', 'name': '', 'network_id': 'f92f6fc4-1b48-4678-b686-af3d39c6ab5e', 'tenant_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'mac_address': 'fa:16:3e:4b:90:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f73450-1394-4679-bd29-20c3d769bb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b8caba33-bafb-47c8-a517-074fab2369cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:42Z', 'updated_at': '2021-11-09T05:32:48Z', 'revision_number': 4, 'project_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'subnets': [{'id': 'b8caba33-bafb-47c8-a517-074fab2369cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:32:48.954772 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-6a6f06a6-504d-4bff-ab50-b2cd95db179d None None] Provisioning complete for port 47dcc5e5-801c-4f4e-b78f-7522d6ca7752 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:32:48.955127 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-6a6f06a6-504d-4bff-ab50-b2cd95db179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:49.084771 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device c6bf7b46-8b0a-4e18-a447-b20d20845d24 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:32:49.133425 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port c6bf7b46-8b0a-4e18-a447-b20d20845d24 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:32:49.133700 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:49.209958 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 47dcc5e5-801c-4f4e-b78f-7522d6ca7752 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:32:49.264249 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port 47dcc5e5-801c-4f4e-b78f-7522d6ca7752 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:32:49.264603 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:32:58.248619 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-6431bc2d-eddb-4480-a6f9-61870401634f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:00.406756 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-d93b4d3d-bcf5-425f-8f37-e583b5059233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:01.756979 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:03.122962 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:03.875391 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:04.591132 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:33:09.913243 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:23.222622 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-19c645d5-7383-4319-aa60-d3d66d4b38ad req-52d13464-79a3-47ee-8c7f-d37edfe12f54 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400155 Nov 09 05:33:24.718325 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c645d5-7383-4319-aa60-d3d66d4b38ad req-bb48a5f9-55aa-4df5-bbb7-4816cdb30c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:24.719838 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-19c645d5-7383-4319-aa60-d3d66d4b38ad req-bb48a5f9-55aa-4df5-bbb7-4816cdb30c1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00555c9dc6b94b048368752dc235deba&device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 1138 time: 0.0401666 Nov 09 05:33:24.830124 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c645d5-7383-4319-aa60-d3d66d4b38ad req-3a40facf-68b4-4a63-86d7-53a31b98b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:24.831467 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-19c645d5-7383-4319-aa60-d3d66d4b38ad req-3a40facf-68b4-4a63-86d7-53a31b98b6b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=07d5c80c-0680-416c-abc7-d57cb6e89b86 HTTP/1.1" status: 200 len: 915 time: 0.0914280 Nov 09 05:33:24.895959 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-19c645d5-7383-4319-aa60-d3d66d4b38ad req-cf45c868-7e2b-4f28-a9a5-5866b15c4295 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b0e8e30-d2bf-430d-82d0-e3d903854ee8 HTTP/1.1" status: 200 len: 1002 time: 0.0564933 Nov 09 05:33:24.947466 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c645d5-7383-4319-aa60-d3d66d4b38ad req-25013ef3-9060-4d0c-b9bd-8cec79576093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:24.948888 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-19c645d5-7383-4319-aa60-d3d66d4b38ad req-25013ef3-9060-4d0c-b9bd-8cec79576093 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dab7b2d5-e9d4-404e-b783-f8f50618c8b0 HTTP/1.1" status: 200 len: 853 time: 0.0458834 Nov 09 05:33:24.993456 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c645d5-7383-4319-aa60-d3d66d4b38ad req-9be3b5e5-7a35-4c95-bf21-331bd58b5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:24.994884 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-19c645d5-7383-4319-aa60-d3d66d4b38ad req-9be3b5e5-7a35-4c95-bf21-331bd58b5c9b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07d5c80c-0680-416c-abc7-d57cb6e89b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382156 Nov 09 05:33:25.085562 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-19c645d5-7383-4319-aa60-d3d66d4b38ad req-e9015a5a-70e5-46f2-a4db-45b8f0d2056a service neutron] 10.222.0.20 "GET /v2.0/networks/07d5c80c-0680-416c-abc7-d57cb6e89b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830166 Nov 09 05:33:25.177216 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-19c645d5-7383-4319-aa60-d3d66d4b38ad req-1015fc5a-321b-4ae8-92e5-69f0d3c1b6b2 service neutron] 10.222.0.20 "GET /v2.0/networks/07d5c80c-0680-416c-abc7-d57cb6e89b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834010 Nov 09 05:33:28.250360 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-40e44655-8c0a-4987-9616-25c19f6714ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:29.635215 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5104f30e-827e-40bb-92a7-38d19979afff req-c25a31af-6e5b-43e1-a2c8-17c7febf2915 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-49634301&fields=id&tenant_id=4dc498cab6aa40d2b4929df08abc9e02 HTTP/1.1" status: 200 len: 267 time: 0.0439329 Nov 09 05:33:29.741045 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104f30e-827e-40bb-92a7-38d19979afff req-53bc7012-cbcc-4ad3-9593-d859d624fcae tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:29.742476 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5104f30e-827e-40bb-92a7-38d19979afff req-53bc7012-cbcc-4ad3-9593-d859d624fcae tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/networks?id=d5dffa1a-0347-4770-a8cf-284d426927ae HTTP/1.1" status: 200 len: 808 time: 0.1002021 Nov 09 05:33:29.758017 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5104f30e-827e-40bb-92a7-38d19979afff req-03cb5468-a3b7-4838-8f6c-7ed076e7982c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/quotas/4dc498cab6aa40d2b4929df08abc9e02 HTTP/1.1" status: 200 len: 375 time: 0.0096617 Nov 09 05:33:29.807029 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5104f30e-827e-40bb-92a7-38d19979afff req-c5ef92f7-29dd-499b-b5fc-b03550c52392 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4dc498cab6aa40d2b4929df08abc9e02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439706 Nov 09 05:33:29.901610 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5104f30e-827e-40bb-92a7-38d19979afff req-428e367c-db26-4b06-88e4-37160395fde7 service neutron] 10.222.0.41 "GET /v2.0/networks/d5dffa1a-0347-4770-a8cf-284d426927ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836556 Nov 09 05:33:29.990295 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5104f30e-827e-40bb-92a7-38d19979afff req-e9ac68b5-97ef-4a01-8954-0b8956ed0d2a service neutron] 10.222.0.41 "GET /v2.0/networks/d5dffa1a-0347-4770-a8cf-284d426927ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827529 Nov 09 05:33:30.262290 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-41785833-7653-42c6-bd24-5953ef40f1dd req-cd9b4f06-a34a-4438-b20d-49ac28590ab3 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 210 time: 0.0263708 Nov 09 05:33:30.409037 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-80c8304a-6d0b-4299-b58a-1bf4b662083b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:31.263541 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104f30e-827e-40bb-92a7-38d19979afff req-0f9e2953-ed87-4310-969c-08a77b790a48 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:31.264856 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5104f30e-827e-40bb-92a7-38d19979afff req-0f9e2953-ed87-4310-969c-08a77b790a48 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.20 "GET /v2.0/networks?id=d5dffa1a-0347-4770-a8cf-284d426927ae HTTP/1.1" status: 200 len: 808 time: 0.1083689 Nov 09 05:33:31.351476 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5104f30e-827e-40bb-92a7-38d19979afff req-ee0bb93c-8ade-4db1-a289-cbfb1bfa30ed tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dc498cab6aa40d2b4929df08abc9e02 HTTP/1.1" status: 200 len: 378 time: 0.0576754 Nov 09 05:33:31.362014 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-5104f30e-827e-40bb-92a7-38d19979afff req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Request body: {'port': {'device_id': '440b9e5e-8a48-42a8-835e-f94fb65adf94', 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae', 'admin_state_up': True, 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'security_groups': ['428c7965-dd75-4f00-a7c2-8dc1d5fb686e']}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:33:31.376055 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-5ca2aaa7-d46c-44a3-b8bb-ee1eb93f37d3 req-1e7711f1-f339-4580-83ce-130be682c229 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 210 time: 0.0367403 Nov 09 05:33:31.475565 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5104f30e-827e-40bb-92a7-38d19979afff req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Made reservation on behalf of 4dc498cab6aa40d2b4929df08abc9e02 for: {'port': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:33:31.479049 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-5104f30e-827e-40bb-92a7-38d19979afff req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:31.497619 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 36894) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:33:31.611248 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_common [req-5104f30e-827e-40bb-92a7-38d19979afff req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Allocated IP 172.20.0.10 (d5dffa1a-0347-4770-a8cf-284d426927ae/06f19e18-2340-42c8-9a30-9900b4d6e733/d0981ecd-ad8a-42b8-840f-33ac9b44003f) {{(pid=100972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:33:31.628267 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-d5ddd946-ae84-4f24-890f-afc2ceae84bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:31.710475 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-d5ddd946-ae84-4f24-890f-afc2ceae84bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:31.714669 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-d5ddd946-ae84-4f24-890f-afc2ceae84bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:31.755565 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-d5ddd946-ae84-4f24-890f-afc2ceae84bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0b68818a05f440ab5e5f388fa37cc30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568336 Nov 09 05:33:31.758212 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 36898) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:33:31.764346 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-5104f30e-827e-40bb-92a7-38d19979afff req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for port, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:31.764902 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:31.765464 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddd946-ae84-4f24-890f-afc2ceae84bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02caf7b1-1be4-4275-a7f2-9570ee144789,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:33:31.783981 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ddd946-ae84-4f24-890f-afc2ceae84bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:31.784323 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ddd946-ae84-4f24-890f-afc2ceae84bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:31.784651 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ddd946-ae84-4f24-890f-afc2ceae84bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:31.784976 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ddd946-ae84-4f24-890f-afc2ceae84bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:31.785295 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ddd946-ae84-4f24-890f-afc2ceae84bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:31.785612 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ddd946-ae84-4f24-890f-afc2ceae84bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:31.785929 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ddd946-ae84-4f24-890f-afc2ceae84bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:31.786246 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ddd946-ae84-4f24-890f-afc2ceae84bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:31.786562 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ddd946-ae84-4f24-890f-afc2ceae84bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:31.786931 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ddd946-ae84-4f24-890f-afc2ceae84bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:31.787247 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ddd946-ae84-4f24-890f-afc2ceae84bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:31.788196 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ddd946-ae84-4f24-890f-afc2ceae84bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:31.808078 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-5104f30e-827e-40bb-92a7-38d19979afff req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:31.826794 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-39c8eb89-a1a1-4e5f-89a0-8d8c86f4024e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:31.854030 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-39c8eb89-a1a1-4e5f-89a0-8d8c86f4024e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:31.854496 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5104f30e-827e-40bb-92a7-38d19979afff req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Network d5dffa1a-0347-4770-a8cf-284d426927ae is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:33:31.862059 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [req-5104f30e-827e-40bb-92a7-38d19979afff req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:33:31.865153 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-5104f30e-827e-40bb-92a7-38d19979afff req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Received port after_create {{(pid=100972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:33:31.898776 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Pushing event updated for resources: {'Port': ['ID=d0981ecd-ad8a-42b8-840f-33ac9b44003f,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:33:31.917982 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:31.918329 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:31.918669 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:31.919005 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:31.919338 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:31.920488 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:31.921069 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:31.921388 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:31.921880 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:31.922212 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:31.922538 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:31.922880 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:31.929857 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-39c8eb89-a1a1-4e5f-89a0-8d8c86f4024e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:31.932766 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-39c8eb89-a1a1-4e5f-89a0-8d8c86f4024e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:31.935134 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-39c8eb89-a1a1-4e5f-89a0-8d8c86f4024e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/02caf7b1-1be4-4275-a7f2-9570ee144789 HTTP/1.1" status: 204 len: 168 time: 0.1759706 Nov 09 05:33:31.946289 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8eb89-a1a1-4e5f-89a0-8d8c86f4024e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02caf7b1-1be4-4275-a7f2-9570ee144789,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:33:31.949617 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104f30e-827e-40bb-92a7-38d19979afff req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:31.950242 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-5104f30e-827e-40bb-92a7-38d19979afff req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:31.971556 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5104f30e-827e-40bb-92a7-38d19979afff req-a509e55a-062e-4f23-aaae-120befbfb93e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6136312 Nov 09 05:33:31.992769 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-5104f30e-827e-40bb-92a7-38d19979afff req-6815bae2-2bb2-499d-82df-5f2bddcfe277 service neutron] Request body: {'port': {'device_id': '440b9e5e-8a48-42a8-835e-f94fb65adf94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:33:32.062928 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-5104f30e-827e-40bb-92a7-38d19979afff req-6815bae2-2bb2-499d-82df-5f2bddcfe277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:32.203698 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-c6f2a07f-cbd9-45a7-b419-302a57f77eaf None None] Provisioning complete for port d0981ecd-ad8a-42b8-840f-33ac9b44003f triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:33:32.204062 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-c6f2a07f-cbd9-45a7-b419-302a57f77eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:32.237378 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-c6f2a07f-cbd9-45a7-b419-302a57f77eaf None None] Port d0981ecd-ad8a-42b8-840f-33ac9b44003f cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:33:32.332339 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [req-5104f30e-827e-40bb-92a7-38d19979afff req-6815bae2-2bb2-499d-82df-5f2bddcfe277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0981ecd-ad8a-42b8-840f-33ac9b44003f {{(pid=100972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:33:32.339801 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-5104f30e-827e-40bb-92a7-38d19979afff req-6815bae2-2bb2-499d-82df-5f2bddcfe277 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:32.351508 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.provisioning_blocks [req-5104f30e-827e-40bb-92a7-38d19979afff req-6815bae2-2bb2-499d-82df-5f2bddcfe277 service neutron] Transition to ACTIVE for port object d0981ecd-ad8a-42b8-840f-33ac9b44003f will not be triggered until provisioned by entity L2. {{(pid=100972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 05:33:32.355400 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-5104f30e-827e-40bb-92a7-38d19979afff req-6815bae2-2bb2-499d-82df-5f2bddcfe277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:32.411161 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815bae2-2bb2-499d-82df-5f2bddcfe277 service neutron] Pushing event updated for resources: {'Port': ['ID=d0981ecd-ad8a-42b8-840f-33ac9b44003f,revision_number=2']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:33:32.527328 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-5104f30e-827e-40bb-92a7-38d19979afff req-6815bae2-2bb2-499d-82df-5f2bddcfe277 service neutron] Attempting to bind port d0981ecd-ad8a-42b8-840f-33ac9b44003f on host hv-cinder-81713 for vnic_type normal with profile {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:33:32.527752 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-5104f30e-827e-40bb-92a7-38d19979afff req-6815bae2-2bb2-499d-82df-5f2bddcfe277 service neutron] Attempting to bind port d0981ecd-ad8a-42b8-840f-33ac9b44003f by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'fd2804ed-abf9-4355-8e3e-d41db5805199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae'}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:33:32.528085 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5104f30e-827e-40bb-92a7-38d19979afff req-6815bae2-2bb2-499d-82df-5f2bddcfe277 service neutron] Attempting to bind port d0981ecd-ad8a-42b8-840f-33ac9b44003f on network d5dffa1a-0347-4770-a8cf-284d426927ae {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:33:32.538855 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f86964-d858-4af9-8ca9-998f405fd239 req-b0dd66c1-417a-4f97-aff7-16f1dd58487e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:32.544203 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c0f86964-d858-4af9-8ca9-998f405fd239 req-b0dd66c1-417a-4f97-aff7-16f1dd58487e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 944 time: 0.0825937 Nov 09 05:33:32.554532 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5104f30e-827e-40bb-92a7-38d19979afff req-6815bae2-2bb2-499d-82df-5f2bddcfe277 service neutron] Port d0981ecd-ad8a-42b8-840f-33ac9b44003f on network d5dffa1a-0347-4770-a8cf-284d426927ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 05:33:32.554851 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5104f30e-827e-40bb-92a7-38d19979afff req-6815bae2-2bb2-499d-82df-5f2bddcfe277 service neutron] Attempting to bind port d0981ecd-ad8a-42b8-840f-33ac9b44003f on network d5dffa1a-0347-4770-a8cf-284d426927ae {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:33:32.570435 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5104f30e-827e-40bb-92a7-38d19979afff req-6815bae2-2bb2-499d-82df-5f2bddcfe277 service neutron] Checking agent: {'id': '95cbc7df-874e-4f22-acf5-3b3cdde6b18e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'started_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:33:32.570793 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5104f30e-827e-40bb-92a7-38d19979afff req-6815bae2-2bb2-499d-82df-5f2bddcfe277 service neutron] Checking segment: {'id': 'fd2804ed-abf9-4355-8e3e-d41db5805199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:33:32.571147 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5104f30e-827e-40bb-92a7-38d19979afff req-6815bae2-2bb2-499d-82df-5f2bddcfe277 service neutron] Bound using segment: {'id': 'fd2804ed-abf9-4355-8e3e-d41db5805199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae'} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:33:32.571755 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-5104f30e-827e-40bb-92a7-38d19979afff req-6815bae2-2bb2-499d-82df-5f2bddcfe277 service neutron] Bound port: d0981ecd-ad8a-42b8-840f-33ac9b44003f, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2804ed-abf9-4355-8e3e-d41db5805199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae'}}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:33:32.572571 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-5104f30e-827e-40bb-92a7-38d19979afff req-6815bae2-2bb2-499d-82df-5f2bddcfe277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:32.632192 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c0f86964-d858-4af9-8ca9-998f405fd239 req-3f8fe742-2a28-450f-b236-6a45d3f9b142 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850494 Nov 09 05:33:32.663396 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-5104f30e-827e-40bb-92a7-38d19979afff req-6815bae2-2bb2-499d-82df-5f2bddcfe277 service neutron] For port d0981ecd-ad8a-42b8-840f-33ac9b44003f, host hv-cinder-81713, cleared binding levels {{(pid=100972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:33:32.666777 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-5104f30e-827e-40bb-92a7-38d19979afff req-6815bae2-2bb2-499d-82df-5f2bddcfe277 service neutron] For port d0981ecd-ad8a-42b8-840f-33ac9b44003f, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=d0981ecd-ad8a-42b8-840f-33ac9b44003f,segment=NetworkSegment(fd2804ed-abf9-4355-8e3e-d41db5805199),segment_id=fd2804ed-abf9-4355-8e3e-d41db5805199)] {{(pid=100972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:33:32.670769 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-5104f30e-827e-40bb-92a7-38d19979afff req-6815bae2-2bb2-499d-82df-5f2bddcfe277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:32.705399 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104f30e-827e-40bb-92a7-38d19979afff req-6815bae2-2bb2-499d-82df-5f2bddcfe277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:32.706016 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-5104f30e-827e-40bb-92a7-38d19979afff req-6815bae2-2bb2-499d-82df-5f2bddcfe277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:32.707384 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5104f30e-827e-40bb-92a7-38d19979afff req-6815bae2-2bb2-499d-82df-5f2bddcfe277 service neutron] 10.222.0.20 "PUT /v2.0/ports/d0981ecd-ad8a-42b8-840f-33ac9b44003f HTTP/1.1" status: 200 len: 1094 time: 0.7201221 Nov 09 05:33:32.707848 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440b9e5e-8a48-42a8-835e-f94fb65adf94', 'tag': 'd0981ecd-ad8a-42b8-840f-33ac9b44003f'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:33:32.710118 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50d1c12-7710-4130-a91a-abcc3111c760" -d '{"events": [{"name": "network-changed", "server_uuid": "440b9e5e-8a48-42a8-835e-f94fb65adf94", "tag": "d0981ecd-ad8a-42b8-840f-33ac9b44003f"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:33:32.743359 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815bae2-2bb2-499d-82df-5f2bddcfe277 service neutron] Pushing event updated for resources: {'Port': ['ID=d0981ecd-ad8a-42b8-840f-33ac9b44003f,revision_number=3']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:33:32.751550 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1a747e-f562-406c-839a-9cf8c2e6c4bf x-openstack-request-id: req-fa1a747e-f562-406c-839a-9cf8c2e6c4bf {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:33:32.751866 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440b9e5e-8a48-42a8-835e-f94fb65adf94", "tag": "d0981ecd-ad8a-42b8-840f-33ac9b44003f", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:33:32.752163 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa1a747e-f562-406c-839a-9cf8c2e6c4bf {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:33:32.753987 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440b9e5e-8a48-42a8-835e-f94fb65adf94', 'tag': 'd0981ecd-ad8a-42b8-840f-33ac9b44003f', 'status': 'completed', 'code': 200} Nov 09 05:33:32.826943 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104f30e-827e-40bb-92a7-38d19979afff req-3a199b71-d8a8-4112-bd1d-83e54261cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:32.828540 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5104f30e-827e-40bb-92a7-38d19979afff req-3a199b71-d8a8-4112-bd1d-83e54261cd7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4dc498cab6aa40d2b4929df08abc9e02&device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 1097 time: 0.0514112 Nov 09 05:33:32.878851 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5104f30e-827e-40bb-92a7-38d19979afff req-89ccb903-358b-446b-97ba-7b92a590688f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0981ecd-ad8a-42b8-840f-33ac9b44003f HTTP/1.1" status: 200 len: 217 time: 0.0362687 Nov 09 05:33:32.931687 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104f30e-827e-40bb-92a7-38d19979afff req-73252ef5-0223-4f6c-b08e-3fed0b264904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:32.933227 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5104f30e-827e-40bb-92a7-38d19979afff req-73252ef5-0223-4f6c-b08e-3fed0b264904 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06f19e18-2340-42c8-9a30-9900b4d6e733 HTTP/1.1" status: 200 len: 847 time: 0.0480187 Nov 09 05:33:32.985059 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104f30e-827e-40bb-92a7-38d19979afff req-ee3271d7-c038-414e-9aa3-b3ee4ae38d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:32.987159 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5104f30e-827e-40bb-92a7-38d19979afff req-ee3271d7-c038-414e-9aa3-b3ee4ae38d26 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5dffa1a-0347-4770-a8cf-284d426927ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469737 Nov 09 05:33:33.095603 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5104f30e-827e-40bb-92a7-38d19979afff req-3290f0ef-f47e-4224-8136-8f8fdebdc7b3 service neutron] 10.222.0.20 "GET /v2.0/networks/d5dffa1a-0347-4770-a8cf-284d426927ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015441 Nov 09 05:33:33.124626 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:33.189350 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5104f30e-827e-40bb-92a7-38d19979afff req-a684a8d0-1d83-458a-92a8-41fb542d7532 service neutron] 10.222.0.20 "GET /v2.0/networks/d5dffa1a-0347-4770-a8cf-284d426927ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868359 Nov 09 05:33:33.322486 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d1c12-7710-4130-a91a-abcc3111c760 req-d2f87ae0-5483-4a48-a9e2-6e3f313967cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:33.323955 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f50d1c12-7710-4130-a91a-abcc3111c760 req-d2f87ae0-5483-4a48-a9e2-6e3f313967cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4dc498cab6aa40d2b4929df08abc9e02&device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 1097 time: 0.0396657 Nov 09 05:33:33.413551 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d1c12-7710-4130-a91a-abcc3111c760 req-5da79cde-4f12-467a-92fa-561df8632efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:33.414986 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f50d1c12-7710-4130-a91a-abcc3111c760 req-5da79cde-4f12-467a-92fa-561df8632efc service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5dffa1a-0347-4770-a8cf-284d426927ae HTTP/1.1" status: 200 len: 909 time: 0.0837040 Nov 09 05:33:33.457062 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f50d1c12-7710-4130-a91a-abcc3111c760 req-3d27ec14-9f9c-468b-ae53-4594d93f007e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0981ecd-ad8a-42b8-840f-33ac9b44003f HTTP/1.1" status: 200 len: 217 time: 0.0331190 Nov 09 05:33:33.510986 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d1c12-7710-4130-a91a-abcc3111c760 req-b07cd2d2-3e0b-4bdc-93a7-94e1318deb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:33.512416 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f50d1c12-7710-4130-a91a-abcc3111c760 req-b07cd2d2-3e0b-4bdc-93a7-94e1318deb66 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06f19e18-2340-42c8-9a30-9900b4d6e733 HTTP/1.1" status: 200 len: 847 time: 0.0486665 Nov 09 05:33:33.557085 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d1c12-7710-4130-a91a-abcc3111c760 req-b45bad8f-b95d-4231-91fe-764241d348f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:33.558533 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f50d1c12-7710-4130-a91a-abcc3111c760 req-b45bad8f-b95d-4231-91fe-764241d348f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5dffa1a-0347-4770-a8cf-284d426927ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396075 Nov 09 05:33:33.644416 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f50d1c12-7710-4130-a91a-abcc3111c760 req-4adc6a22-7a5c-4f46-931f-60a1ad7f1646 service neutron] 10.222.0.20 "GET /v2.0/networks/d5dffa1a-0347-4770-a8cf-284d426927ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784736 Nov 09 05:33:33.762138 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f50d1c12-7710-4130-a91a-abcc3111c760 req-60cd0ca3-0120-4e29-af20-d8327928380b service neutron] 10.222.0.20 "GET /v2.0/networks/d5dffa1a-0347-4770-a8cf-284d426927ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104839 Nov 09 05:33:33.770145 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102570c3-d2c1-4d31-b56d-0a2920bd3529 req-e72a9e62-81ff-4ae6-b9dc-4e8301689012 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:33.771457 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-102570c3-d2c1-4d31-b56d-0a2920bd3529 req-e72a9e62-81ff-4ae6-b9dc-4e8301689012 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 944 time: 0.0684273 Nov 09 05:33:33.819864 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-102570c3-d2c1-4d31-b56d-0a2920bd3529 req-8ac457b3-9088-480b-90d4-fbcb2828b46f tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419683 Nov 09 05:33:33.876363 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:34.933715 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c70c5-d222-4a79-a9eb-10b6f5fcf953 req-2fdee7f2-f273-466d-829e-c26baebc779d tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:34.935149 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c94c70c5-d222-4a79-a9eb-10b6f5fcf953 req-2fdee7f2-f273-466d-829e-c26baebc779d tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 944 time: 0.0470905 Nov 09 05:33:34.984573 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c94c70c5-d222-4a79-a9eb-10b6f5fcf953 req-7ed5f3e2-f1cd-47b4-9feb-35972cbdeacf tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437000 Nov 09 05:33:36.102112 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d34404-fc3c-4914-8080-80b8e4fc61c6 req-20709bee-4221-4f4f-8412-cb6360f6f7a9 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:36.103558 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e9d34404-fc3c-4914-8080-80b8e4fc61c6 req-20709bee-4221-4f4f-8412-cb6360f6f7a9 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 944 time: 0.0517640 Nov 09 05:33:36.151414 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e9d34404-fc3c-4914-8080-80b8e4fc61c6 req-3bb04ac9-2c33-43f8-91b5-bfb473e4577b tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420594 Nov 09 05:33:37.263315 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2f14d-04f1-4e92-a21f-4af55bbfb9a7 req-87b5c540-84ec-4c1a-941c-16c2693767a5 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:37.264821 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-dec2f14d-04f1-4e92-a21f-4af55bbfb9a7 req-87b5c540-84ec-4c1a-941c-16c2693767a5 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 944 time: 0.0472536 Nov 09 05:33:37.312115 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-dec2f14d-04f1-4e92-a21f-4af55bbfb9a7 req-9835d408-4378-406c-bb44-3426db3755c0 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415268 Nov 09 05:33:38.421647 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873e637-2812-40fd-86b5-867ba5f8485d req-c34164d3-c896-4af8-885b-96399b9a3922 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:38.423019 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5873e637-2812-40fd-86b5-867ba5f8485d req-c34164d3-c896-4af8-885b-96399b9a3922 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 944 time: 0.0467088 Nov 09 05:33:38.470481 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5873e637-2812-40fd-86b5-867ba5f8485d req-29097141-f9ca-4400-856f-b89fa024c7e8 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412545 Nov 09 05:33:39.585244 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b7f73-c715-47f9-8733-1798c05b7222 req-5dc7253d-06a4-4a6c-9afa-b84a5024090a tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:39.586690 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-493b7f73-c715-47f9-8733-1798c05b7222 req-5dc7253d-06a4-4a6c-9afa-b84a5024090a tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 944 time: 0.0485499 Nov 09 05:33:39.633511 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-493b7f73-c715-47f9-8733-1798c05b7222 req-f15d7975-30fc-4285-807d-3cd11edf084d tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410290 Nov 09 05:33:39.932045 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:40.744280 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adf382-c20e-43e6-a5a4-a8ff25998c36 req-baadc5c3-d5d7-4cc7-979d-7a74aa749c9d tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:40.745624 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a2adf382-c20e-43e6-a5a4-a8ff25998c36 req-baadc5c3-d5d7-4cc7-979d-7a74aa749c9d tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 944 time: 0.0472655 Nov 09 05:33:40.795896 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a2adf382-c20e-43e6-a5a4-a8ff25998c36 req-59f3afc7-02dd-4fcb-bcd0-e5488e6307f0 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441282 Nov 09 05:33:41.589856 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:33:41.914547 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f30bb-3575-4ae4-bd66-9a7864fcaa8a req-c1defb40-66fc-41eb-bd55-cf4f2da7f41e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:41.916040 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-274f30bb-3575-4ae4-bd66-9a7864fcaa8a req-c1defb40-66fc-41eb-bd55-cf4f2da7f41e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 944 time: 0.0529130 Nov 09 05:33:41.964267 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-274f30bb-3575-4ae4-bd66-9a7864fcaa8a req-ff18ec0e-677f-40a1-a2e2-35582986619c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423539 Nov 09 05:33:43.076000 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226ba81-9a9b-4f60-b8e8-03f58cd4ebf6 req-e7f6d929-092b-46fa-9319-577e874a6042 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:43.077424 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4226ba81-9a9b-4f60-b8e8-03f58cd4ebf6 req-e7f6d929-092b-46fa-9319-577e874a6042 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 944 time: 0.0472336 Nov 09 05:33:43.125161 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4226ba81-9a9b-4f60-b8e8-03f58cd4ebf6 req-9c605afb-46a5-47f8-af00-dd321bd3a830 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420153 Nov 09 05:33:43.690657 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device d0981ecd-ad8a-42b8-840f-33ac9b44003f details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=100973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 05:33:43.781619 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port d0981ecd-ad8a-42b8-840f-33ac9b44003f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=d0981ecd-ad8a-42b8-840f-33ac9b44003f,segment=NetworkSegment(fd2804ed-abf9-4355-8e3e-d41db5805199),segment_id=fd2804ed-abf9-4355-8e3e-d41db5805199)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:33:43.795174 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Returning: {'device': 'd0981ecd-ad8a-42b8-840f-33ac9b44003f', 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae', 'port_id': 'd0981ecd-ad8a-42b8-840f-33ac9b44003f', 'mac_address': 'fa:16:3e:92:25:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f19e18-2340-42c8-9a30-9900b4d6e733', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 05:33:43.831635 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:43.843548 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0981ecd-ad8a-42b8-840f-33ac9b44003f {{(pid=100973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:33:43.862833 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port d0981ecd-ad8a-42b8-840f-33ac9b44003f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=d0981ecd-ad8a-42b8-840f-33ac9b44003f,segment=NetworkSegment(fd2804ed-abf9-4355-8e3e-d41db5805199),segment_id=fd2804ed-abf9-4355-8e3e-d41db5805199)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:33:43.867028 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:43.910657 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=d0981ecd-ad8a-42b8-840f-33ac9b44003f,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:33:43.917896 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:43.918249 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:43.918583 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:43.921986 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:43.922341 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:43.922682 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:43.923019 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:43.923351 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:43.923706 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:43.924031 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:43.924356 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:43.924675 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:33:44.234992 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059844f2-1b47-43db-b0b3-b89163019843 req-19ec32d9-5f9d-4140-b6bc-b2b1d1f2fb74 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:44.236448 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-059844f2-1b47-43db-b0b3-b89163019843 req-19ec32d9-5f9d-4140-b6bc-b2b1d1f2fb74 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 945 time: 0.0464895 Nov 09 05:33:44.285074 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-059844f2-1b47-43db-b0b3-b89163019843 req-e934e0ac-c1d6-4857-9bac-3680ddaefd3f tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424128 Nov 09 05:33:44.509812 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['d0981ecd-ad8a-42b8-840f-33ac9b44003f'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:33:45.395496 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19559982-5695-49cf-9d52-b64522c155ca req-b0e759f2-d4c0-4a32-8505-2047e7d4403b tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:45.396949 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-19559982-5695-49cf-9d52-b64522c155ca req-b0e759f2-d4c0-4a32-8505-2047e7d4403b tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 945 time: 0.0474298 Nov 09 05:33:45.443079 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-19559982-5695-49cf-9d52-b64522c155ca req-b31c9dde-f633-4f5f-904a-ddb9a97e52a8 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402865 Nov 09 05:33:45.710740 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device d0981ecd-ad8a-42b8-840f-33ac9b44003f up at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:33:45.762589 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning for port d0981ecd-ad8a-42b8-840f-33ac9b44003f completed by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 05:33:45.766606 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning complete for port d0981ecd-ad8a-42b8-840f-33ac9b44003f triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:33:45.766973 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:45.852289 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:45.877156 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440b9e5e-8a48-42a8-835e-f94fb65adf94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0981ecd-ad8a-42b8-840f-33ac9b44003f'}] {{(pid=100973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:33:45.879419 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54011f83237459a559275aec36f6846328bebe107db2d1d5386815f5349ca10e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2547ad53-740a-42e2-8e97-ac1ffad8e0e9" -d '{"events": [{"server_uuid": "440b9e5e-8a48-42a8-835e-f94fb65adf94", "name": "network-vif-plugged", "status": "completed", "tag": "d0981ecd-ad8a-42b8-840f-33ac9b44003f"}]}' {{(pid=100973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:33:45.893055 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port d0981ecd-ad8a-42b8-840f-33ac9b44003f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=d0981ecd-ad8a-42b8-840f-33ac9b44003f,segment=NetworkSegment(fd2804ed-abf9-4355-8e3e-d41db5805199),segment_id=fd2804ed-abf9-4355-8e3e-d41db5805199)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:33:45.897321 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:45.921447 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c45eef-9365-4816-898d-378ef3e83f39 x-openstack-request-id: req-40c45eef-9365-4816-898d-378ef3e83f39 {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:33:45.921727 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440b9e5e-8a48-42a8-835e-f94fb65adf94", "name": "network-vif-plugged", "status": "completed", "tag": "d0981ecd-ad8a-42b8-840f-33ac9b44003f", "code": 200}]} {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:33:45.921971 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40c45eef-9365-4816-898d-378ef3e83f39 {{(pid=100973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:33:45.922356 dv-cinder-817135-2-iscsi neutron-server[100973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440b9e5e-8a48-42a8-835e-f94fb65adf94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0981ecd-ad8a-42b8-840f-33ac9b44003f', 'code': 200} Nov 09 05:33:45.946785 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=d0981ecd-ad8a-42b8-840f-33ac9b44003f,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:33:46.190186 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d0768-2f96-476e-bb42-1b88f4ea5489 req-f49706a9-e0d9-4266-9826-d34b330b5e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:46.192076 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-fe9d0768-2f96-476e-bb42-1b88f4ea5489 req-f49706a9-e0d9-4266-9826-d34b330b5e67 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 1099 time: 0.0432458 Nov 09 05:33:46.238659 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-fe9d0768-2f96-476e-bb42-1b88f4ea5489 req-bf808413-7e1f-42fb-983e-b5d21a8dfeb3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395534 Nov 09 05:33:46.557462 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209dd246-c67e-447f-89f0-922b64776ec0 req-32cb59f1-acb3-45f1-a091-ee4baf755433 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:46.558918 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-209dd246-c67e-447f-89f0-922b64776ec0 req-32cb59f1-acb3-45f1-a091-ee4baf755433 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 946 time: 0.0486884 Nov 09 05:33:46.608162 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-209dd246-c67e-447f-89f0-922b64776ec0 req-337a0c5b-cb4d-4bf3-bdc2-9d736dae3efc tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432851 Nov 09 05:33:47.733357 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43464b8e-4680-4860-8611-2f71d205edab req-13950d9c-1aba-4797-a1ed-53cea3f3ff76 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:47.734850 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-43464b8e-4680-4860-8611-2f71d205edab req-13950d9c-1aba-4797-a1ed-53cea3f3ff76 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 946 time: 0.0552881 Nov 09 05:33:47.784671 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-43464b8e-4680-4860-8611-2f71d205edab req-b5c8b6ec-65b4-4abe-a7d4-72d18ef4c8b8 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438173 Nov 09 05:33:48.902162 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db06a93-8590-435f-9da6-90399cbd3939 req-3a8379e9-976b-4929-ac77-d94b52062929 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:48.903927 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4db06a93-8590-435f-9da6-90399cbd3939 req-3a8379e9-976b-4929-ac77-d94b52062929 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 946 time: 0.0524447 Nov 09 05:33:49.221187 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4db06a93-8590-435f-9da6-90399cbd3939 req-8f3c159d-fb89-4333-9d1d-ce592da83f54 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3113782 Nov 09 05:33:49.332359 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8c41a-4aec-4b76-80dd-d77fba19d2b9 req-0ae3ffcd-a9a0-46dd-a2b3-86ba5ed8687e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:49.333883 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-89a8c41a-4aec-4b76-80dd-d77fba19d2b9 req-0ae3ffcd-a9a0-46dd-a2b3-86ba5ed8687e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 946 time: 0.0479808 Nov 09 05:33:49.383085 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-89a8c41a-4aec-4b76-80dd-d77fba19d2b9 req-d000d2e6-6de3-4788-a46f-2723e3bd5c8e tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427907 Nov 09 05:33:49.404535 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37114) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:33:49.587146 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe381c7-26f5-48a8-8d0d-0682c24e4851 tempest-TestShelveInstance-795286542 tempest-TestShelveInstance-795286542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:49.588676 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-dfe381c7-26f5-48a8-8d0d-0682c24e4851 tempest-TestShelveInstance-795286542 tempest-TestShelveInstance-795286542-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 1094 time: 0.1831765 Nov 09 05:33:49.591462 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37118) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:33:49.595569 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-0d1102f9-f5d9-480c-94c4-dd33d658728c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Request body: {'floatingip': {'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'port_id': 'd0981ecd-ad8a-42b8-840f-33ac9b44003f', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:33:49.618541 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0d1102f9-f5d9-480c-94c4-dd33d658728c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for floatingip, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:49.714067 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0d1102f9-f5d9-480c-94c4-dd33d658728c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:49.819689 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [None req-0d1102f9-f5d9-480c-94c4-dd33d658728c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Allocated IP 172.27.0.158 (88e43ffb-3775-4d57-b72a-70455855b0f1/a0c8eb9b-e525-49dd-abc3-6c12893ff27c/60f06566-df6a-41a0-80d5-53fdfe0876c2) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:33:49.942855 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0d1102f9-f5d9-480c-94c4-dd33d658728c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:49.974892 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0d1102f9-f5d9-480c-94c4-dd33d658728c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:50.014550 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1102f9-f5d9-480c-94c4-dd33d658728c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Network 88e43ffb-3775-4d57-b72a-70455855b0f1 is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:33:50.020493 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-0d1102f9-f5d9-480c-94c4-dd33d658728c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:33:50.024032 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1102f9-f5d9-480c-94c4-dd33d658728c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:33:50.029363 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1102f9-f5d9-480c-94c4-dd33d658728c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Pushing event updated for resources: {'Port': ['ID=60f06566-df6a-41a0-80d5-53fdfe0876c2,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:33:50.633640 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0d1102f9-f5d9-480c-94c4-dd33d658728c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:50.700200 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0d1102f9-f5d9-480c-94c4-dd33d658728c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:50.843905 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0d1102f9-f5d9-480c-94c4-dd33d658728c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for port, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:50.849019 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0d1102f9-f5d9-480c-94c4-dd33d658728c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3537972'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:50.920070 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1102f9-f5d9-480c-94c4-dd33d658728c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Pushing event updated for resources: {'Port': ['ID=60f06566-df6a-41a0-80d5-53fdfe0876c2,revision_number=2']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:33:50.931554 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0d1102f9-f5d9-480c-94c4-dd33d658728c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461206'] for floatingip, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:51.029971 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.db.l3_db [None req-0d1102f9-f5d9-480c-94c4-dd33d658728c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Floating IP e7a69f22-3db5-4b8d-98ee-9e9a85e2d5d1 associated. External IP: 172.27.0.158, port: d0981ecd-ad8a-42b8-840f-33ac9b44003f. Nov 09 05:33:51.233609 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1102f9-f5d9-480c-94c4-dd33d658728c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Router cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:33:51.344950 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1102f9-f5d9-480c-94c4-dd33d658728c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:33:51.357026 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aa469c-cf0a-46eb-a6b2-313db1e1e9fd None None] Sync routers for ids ['cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'] in dv-cinder-817135-2-iscsi {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:33:51.365210 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0d1102f9-f5d9-480c-94c4-dd33d658728c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for floatingip, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:33:51.369437 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3aa469c-cf0a-46eb-a6b2-313db1e1e9fd None None] Routers {'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:33:51.370123 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-b3aa469c-cf0a-46eb-a6b2-313db1e1e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:33:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:33:51.392395 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-0d1102f9-f5d9-480c-94c4-dd33d658728c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7999234 Nov 09 05:33:51.392968 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440b9e5e-8a48-42a8-835e-f94fb65adf94', 'tag': 'd0981ecd-ad8a-42b8-840f-33ac9b44003f'}] {{(pid=100971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:33:51.395179 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ba20ef00b6ba85be910cd3510c9842062a5dd5e124f21b50ec677df07c463ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333a12c5-e2f1-49c9-89ad-fa58192880e2" -d '{"events": [{"name": "network-changed", "server_uuid": "440b9e5e-8a48-42a8-835e-f94fb65adf94", "tag": "d0981ecd-ad8a-42b8-840f-33ac9b44003f"}]}' {{(pid=100971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:33:51.430305 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15805560-95c8-4607-8599-a1e75ada6d93 x-openstack-request-id: req-15805560-95c8-4607-8599-a1e75ada6d93 {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:33:51.430583 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440b9e5e-8a48-42a8-835e-f94fb65adf94", "tag": "d0981ecd-ad8a-42b8-840f-33ac9b44003f", "status": "completed", "code": 200}]} {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:33:51.430827 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15805560-95c8-4607-8599-a1e75ada6d93 {{(pid=100971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:33:51.431219 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440b9e5e-8a48-42a8-835e-f94fb65adf94', 'tag': 'd0981ecd-ad8a-42b8-840f-33ac9b44003f', 'status': 'completed', 'code': 200} Nov 09 05:33:51.477697 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-b3aa469c-cf0a-46eb-a6b2-313db1e1e9fd None None] Set router cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:33:51.522364 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a12c5-e2f1-49c9-89ad-fa58192880e2 req-500372c7-b148-4fa8-827f-79fe34fcd949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:51.523818 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-333a12c5-e2f1-49c9-89ad-fa58192880e2 req-500372c7-b148-4fa8-827f-79fe34fcd949 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4dc498cab6aa40d2b4929df08abc9e02&device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 1099 time: 0.0443254 Nov 09 05:33:51.618680 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a12c5-e2f1-49c9-89ad-fa58192880e2 req-248eef03-fffe-4297-bc1d-319e991cd994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:51.620285 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-333a12c5-e2f1-49c9-89ad-fa58192880e2 req-248eef03-fffe-4297-bc1d-319e991cd994 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5dffa1a-0347-4770-a8cf-284d426927ae HTTP/1.1" status: 200 len: 909 time: 0.0888562 Nov 09 05:33:51.686178 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-333a12c5-e2f1-49c9-89ad-fa58192880e2 req-8a85f082-5954-4ac9-845d-d83986bbc675 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0981ecd-ad8a-42b8-840f-33ac9b44003f HTTP/1.1" status: 200 len: 1000 time: 0.0579977 Nov 09 05:33:51.735282 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a12c5-e2f1-49c9-89ad-fa58192880e2 req-aca9cb70-3f49-4683-a600-0bfd7c93a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:51.736784 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-333a12c5-e2f1-49c9-89ad-fa58192880e2 req-aca9cb70-3f49-4683-a600-0bfd7c93a9f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06f19e18-2340-42c8-9a30-9900b4d6e733 HTTP/1.1" status: 200 len: 847 time: 0.0433688 Nov 09 05:33:51.792277 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a12c5-e2f1-49c9-89ad-fa58192880e2 req-e0137249-edad-4ebd-a255-e2dc70e53f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:33:51.792277 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-333a12c5-e2f1-49c9-89ad-fa58192880e2 req-e0137249-edad-4ebd-a255-e2dc70e53f85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5dffa1a-0347-4770-a8cf-284d426927ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457587 Nov 09 05:33:51.877088 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-b3aa469c-cf0a-46eb-a6b2-313db1e1e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'name': 'tempest-TestShelveInstance-331838500-router', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:37Z', 'revision_number': 4, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'gw_port': {'id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': 'e7a69f22-3db5-4b8d-98ee-9e9a85e2d5d1', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'port_id': 'd0981ecd-ad8a-42b8-840f-33ac9b44003f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae', 'mac_address': 'fa:16:3e:92:25:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b9e5e-8a48-42a8-835e-f94fb65adf94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:33:50Z', 'updated_at': '2021-11-09T05:33:50Z', 'revision_number': 0, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df70c2b-fa19-4ac8-be62-bc52fdac045d', 'name': '', 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'mac_address': 'fa:16:3e:ed:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '06f19e18-2340-42c8-9a30-9900b4d6e733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:37Z', 'updated_at': '2021-11-09T05:32:42Z', 'revision_number': 5, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'subnets': [{'id': '06f19e18-2340-42c8-9a30-9900b4d6e733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:33:51.884770 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-333a12c5-e2f1-49c9-89ad-fa58192880e2 req-7b99117c-af9f-412d-ad66-0821fc6b0071 service neutron] 10.222.0.20 "GET /v2.0/networks/d5dffa1a-0347-4770-a8cf-284d426927ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851068 Nov 09 05:33:51.902689 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aa469c-cf0a-46eb-a6b2-313db1e1e9fd None None] Checking router: cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2 for host: dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:33:51.911411 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3aa469c-cf0a-46eb-a6b2-313db1e1e9fd None None] Routers {'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:33:51.912136 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-b3aa469c-cf0a-46eb-a6b2-313db1e1e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:33:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:33:51.985080 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-333a12c5-e2f1-49c9-89ad-fa58192880e2 req-586ed0af-1f26-48c9-ac77-64a453eb722f service neutron] 10.222.0.20 "GET /v2.0/networks/d5dffa1a-0347-4770-a8cf-284d426927ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930641 Nov 09 05:33:52.020772 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-b3aa469c-cf0a-46eb-a6b2-313db1e1e9fd None None] Set router cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:33:52.243906 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-b3aa469c-cf0a-46eb-a6b2-313db1e1e9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'name': 'tempest-TestShelveInstance-331838500-router', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:37Z', 'revision_number': 4, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'gw_port': {'id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': 'e7a69f22-3db5-4b8d-98ee-9e9a85e2d5d1', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'port_id': 'd0981ecd-ad8a-42b8-840f-33ac9b44003f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae', 'mac_address': 'fa:16:3e:92:25:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b9e5e-8a48-42a8-835e-f94fb65adf94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:33:50Z', 'updated_at': '2021-11-09T05:33:50Z', 'revision_number': 0, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df70c2b-fa19-4ac8-be62-bc52fdac045d', 'name': '', 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'mac_address': 'fa:16:3e:ed:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '06f19e18-2340-42c8-9a30-9900b4d6e733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:37Z', 'updated_at': '2021-11-09T05:32:42Z', 'revision_number': 5, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'subnets': [{'id': '06f19e18-2340-42c8-9a30-9900b4d6e733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:33:52.275933 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aa469c-cf0a-46eb-a6b2-313db1e1e9fd None None] The sync data for ids ['cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'] in dv-cinder-817135-2-iscsi is: [{'id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'name': 'tempest-TestShelveInstance-331838500-router', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:37Z', 'revision_number': 4, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'gw_port': {'id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': 'e7a69f22-3db5-4b8d-98ee-9e9a85e2d5d1', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'port_id': 'd0981ecd-ad8a-42b8-840f-33ac9b44003f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae', 'mac_address': 'fa:16:3e:92:25:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b9e5e-8a48-42a8-835e-f94fb65adf94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:33:50Z', 'updated_at': '2021-11-09T05:33:50Z', 'revision_number': 0, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df70c2b-fa19-4ac8-be62-bc52fdac045d', 'name': '', 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'mac_address': 'fa:16:3e:ed:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '06f19e18-2340-42c8-9a30-9900b4d6e733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:37Z', 'updated_at': '2021-11-09T05:32:42Z', 'revision_number': 5, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'subnets': [{'id': '06f19e18-2340-42c8-9a30-9900b4d6e733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:33:52.455145 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87e0ad0-4065-4b32-a949-2ae531d887a1 None None] New status for floating IP e7a69f22-3db5-4b8d-98ee-9e9a85e2d5d1: ACTIVE {{(pid=100974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 05:33:58.254776 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-662a1a03-0405-4c7b-8d88-2917dcdcdc69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:34:00.409524 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0bb5cc1f-6bf6-4dc9-8a7a-3117079acc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:34:01.762694 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:34:03.129514 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:34:03.878118 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:34:09.941255 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:34:16.921479 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37230) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:34:17.021697 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7589d04b-8d17-4ea7-9de5-f73f32629504 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:34:17.093174 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7589d04b-8d17-4ea7-9de5-f73f32629504 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:34:17.096716 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7589d04b-8d17-4ea7-9de5-f73f32629504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:34:17.133828 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-7589d04b-8d17-4ea7-9de5-f73f32629504 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4a4eed6ce744b8897eb5b5006dfe232&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2112858 Nov 09 05:34:17.134631 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589d04b-8d17-4ea7-9de5-f73f32629504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e074d0a-d155-484f-9224-bd83ba1272b4,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:34:17.136608 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37234) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:34:17.184215 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-961ad5ac-b59a-4e4e-b31a-a90f56978fff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:34:17.204119 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-961ad5ac-b59a-4e4e-b31a-a90f56978fff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:34:17.249639 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-961ad5ac-b59a-4e4e-b31a-a90f56978fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:34:17.252295 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-961ad5ac-b59a-4e4e-b31a-a90f56978fff admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:34:17.253459 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-961ad5ac-b59a-4e4e-b31a-a90f56978fff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e074d0a-d155-484f-9224-bd83ba1272b4 HTTP/1.1" status: 204 len: 168 time: 0.1158125 Nov 09 05:34:17.261440 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ad5ac-b59a-4e4e-b31a-a90f56978fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e074d0a-d155-484f-9224-bd83ba1272b4,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:34:18.588679 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:34:18.839629 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9d6b4251-673e-46f0-82d2-8e035c8fee3e req-0d58ba5d-f2a3-40ca-968d-8bb4fa30b95b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389724 Nov 09 05:34:18.939396 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b4251-673e-46f0-82d2-8e035c8fee3e req-31b7df16-ed6b-488a-a3de-a8d6e42ef037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:34:18.940866 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9d6b4251-673e-46f0-82d2-8e035c8fee3e req-31b7df16-ed6b-488a-a3de-a8d6e42ef037 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00555c9dc6b94b048368752dc235deba&device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 1138 time: 0.0429032 Nov 09 05:34:19.041411 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b4251-673e-46f0-82d2-8e035c8fee3e req-7b9e907f-a9e7-4d40-8ce8-1441c24ee5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:34:19.042957 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9d6b4251-673e-46f0-82d2-8e035c8fee3e req-7b9e907f-a9e7-4d40-8ce8-1441c24ee5e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=07d5c80c-0680-416c-abc7-d57cb6e89b86 HTTP/1.1" status: 200 len: 915 time: 0.0808322 Nov 09 05:34:19.110231 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9d6b4251-673e-46f0-82d2-8e035c8fee3e req-43bb745a-7bcd-455b-ad68-86b342804c49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b0e8e30-d2bf-430d-82d0-e3d903854ee8 HTTP/1.1" status: 200 len: 1002 time: 0.0597038 Nov 09 05:34:19.159128 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b4251-673e-46f0-82d2-8e035c8fee3e req-44688085-332b-43b7-b41a-d534328ee9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:34:19.160530 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9d6b4251-673e-46f0-82d2-8e035c8fee3e req-44688085-332b-43b7-b41a-d534328ee9ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dab7b2d5-e9d4-404e-b783-f8f50618c8b0 HTTP/1.1" status: 200 len: 853 time: 0.0415761 Nov 09 05:34:19.205147 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b4251-673e-46f0-82d2-8e035c8fee3e req-bb617385-a5e0-4d56-9657-9951b35568d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:34:19.206593 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9d6b4251-673e-46f0-82d2-8e035c8fee3e req-bb617385-a5e0-4d56-9657-9951b35568d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07d5c80c-0680-416c-abc7-d57cb6e89b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381229 Nov 09 05:34:19.308491 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9d6b4251-673e-46f0-82d2-8e035c8fee3e req-f1512de9-09bc-48de-975b-a4d3085a7f91 service neutron] 10.222.0.20 "GET /v2.0/networks/07d5c80c-0680-416c-abc7-d57cb6e89b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929861 Nov 09 05:34:19.396429 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-9d6b4251-673e-46f0-82d2-8e035c8fee3e req-c92abb8e-7d8e-48a0-83d0-9cd94fc344a3 service neutron] 10.222.0.20 "GET /v2.0/networks/07d5c80c-0680-416c-abc7-d57cb6e89b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796998 Nov 09 05:34:28.255996 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-8dc0645d-d204-4159-b27a-2eecba6b2ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:34:30.410018 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-ad06e880-9862-4fe0-bb4a-e240e63eae6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:34:31.765040 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:34:32.879296 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea899930-e719-4a22-ba0c-b63fc985240c req-1ea4c946-61cd-49ea-8c4a-8614ad8f4264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:34:32.880926 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ea899930-e719-4a22-ba0c-b63fc985240c req-1ea4c946-61cd-49ea-8c4a-8614ad8f4264 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00555c9dc6b94b048368752dc235deba&device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 1138 time: 0.0462108 Nov 09 05:34:33.001107 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea899930-e719-4a22-ba0c-b63fc985240c req-01dfd86e-cef3-4e0c-bc84-315ff214104e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:34:33.002545 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ea899930-e719-4a22-ba0c-b63fc985240c req-01dfd86e-cef3-4e0c-bc84-315ff214104e service neutron] 10.222.0.20 "GET /v2.0/networks?id=07d5c80c-0680-416c-abc7-d57cb6e89b86 HTTP/1.1" status: 200 len: 915 time: 0.1132236 Nov 09 05:34:33.011477 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed583ee-3f65-4abb-ad88-e074f8d9ad3d req-f7af4fd2-b8c4-4632-937b-6a7a3ff5c2a8 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:34:33.012857 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6ed583ee-3f65-4abb-ad88-e074f8d9ad3d req-f7af4fd2-b8c4-4632-937b-6a7a3ff5c2a8 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 985 time: 0.2558782 Nov 09 05:34:33.099100 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ea899930-e719-4a22-ba0c-b63fc985240c req-75c8870d-e0d3-4b9e-89f7-a8b7293d2565 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b0e8e30-d2bf-430d-82d0-e3d903854ee8 HTTP/1.1" status: 200 len: 1002 time: 0.0852418 Nov 09 05:34:33.129914 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:34:33.143495 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6ed583ee-3f65-4abb-ad88-e074f8d9ad3d req-15e3c4b1-6868-4dcc-9537-6691d7537934 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&id=f230c3ee-5f2f-4796-a652-4c8691cbd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1240447 Nov 09 05:34:33.161614 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea899930-e719-4a22-ba0c-b63fc985240c req-6f746d56-1d9d-4d21-90d4-6f16a099ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:34:33.163051 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ea899930-e719-4a22-ba0c-b63fc985240c req-6f746d56-1d9d-4d21-90d4-6f16a099ec06 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dab7b2d5-e9d4-404e-b783-f8f50618c8b0 HTTP/1.1" status: 200 len: 853 time: 0.0545645 Nov 09 05:34:33.216059 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea899930-e719-4a22-ba0c-b63fc985240c req-feef589a-8da5-4454-86c8-87017f923029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:34:33.217528 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ea899930-e719-4a22-ba0c-b63fc985240c req-feef589a-8da5-4454-86c8-87017f923029 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07d5c80c-0680-416c-abc7-d57cb6e89b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440726 Nov 09 05:34:33.304934 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ea899930-e719-4a22-ba0c-b63fc985240c req-71e977fb-0975-45d0-b884-8b1d484c7367 service neutron] 10.222.0.20 "GET /v2.0/networks/07d5c80c-0680-416c-abc7-d57cb6e89b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799856 Nov 09 05:34:33.396846 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ea899930-e719-4a22-ba0c-b63fc985240c req-c70aa6dc-9308-4d76-8143-7952695ad3f2 service neutron] 10.222.0.20 "GET /v2.0/networks/07d5c80c-0680-416c-abc7-d57cb6e89b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837193 Nov 09 05:34:33.879763 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:34:34.310834 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f0314-f172-43c4-aec3-9b54ff9fb8a5 req-a85338e1-f09f-4f78-be08-0a67c300b355 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:34:34.312330 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f69f0314-f172-43c4-aec3-9b54ff9fb8a5 req-a85338e1-f09f-4f78-be08-0a67c300b355 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 985 time: 0.1002855 Nov 09 05:34:34.374762 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f69f0314-f172-43c4-aec3-9b54ff9fb8a5 req-1b3d9204-c71e-4a5b-a8cd-8883f05da9a8 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&id=f230c3ee-5f2f-4796-a652-4c8691cbd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565717 Nov 09 05:34:35.489107 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6633148-d413-4c5c-9a5f-16a93f8ace79 req-d6b3b162-3181-4aea-9932-48f66dcfe3a5 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:34:35.490574 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a6633148-d413-4c5c-9a5f-16a93f8ace79 req-d6b3b162-3181-4aea-9932-48f66dcfe3a5 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 985 time: 0.0488389 Nov 09 05:34:35.549892 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a6633148-d413-4c5c-9a5f-16a93f8ace79 req-f758eef9-a9f9-4a0a-9da6-712d041db15d tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&id=f230c3ee-5f2f-4796-a652-4c8691cbd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524859 Nov 09 05:34:36.663585 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61487086-35c9-4d3c-b1cc-26d17782bdd7 req-11c79b4a-9047-4b32-9159-9fc58d781785 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:34:36.665035 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-61487086-35c9-4d3c-b1cc-26d17782bdd7 req-11c79b4a-9047-4b32-9159-9fc58d781785 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 985 time: 0.0479517 Nov 09 05:34:36.725295 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-61487086-35c9-4d3c-b1cc-26d17782bdd7 req-963a3e5b-137a-42ca-b796-eff140077356 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&id=f230c3ee-5f2f-4796-a652-4c8691cbd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539615 Nov 09 05:34:37.840345 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89f9ec-fb36-40c4-82e9-f9cc95ddd134 req-a8bf1acc-6c1f-43cb-b6f0-0a0d4fda5d04 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:34:37.841719 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8b89f9ec-fb36-40c4-82e9-f9cc95ddd134 req-a8bf1acc-6c1f-43cb-b6f0-0a0d4fda5d04 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 985 time: 0.0481236 Nov 09 05:34:37.903947 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8b89f9ec-fb36-40c4-82e9-f9cc95ddd134 req-aabbc26e-3e9d-4a48-848d-cecb84c597a5 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&id=f230c3ee-5f2f-4796-a652-4c8691cbd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562646 Nov 09 05:34:39.015415 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18980d-a8b5-4e54-a765-2854355ae7c0 req-af1e796d-2778-4781-a10e-6584e915f7a7 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:34:39.016893 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6b18980d-a8b5-4e54-a765-2854355ae7c0 req-af1e796d-2778-4781-a10e-6584e915f7a7 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 985 time: 0.0481143 Nov 09 05:34:39.075047 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6b18980d-a8b5-4e54-a765-2854355ae7c0 req-0ee59be1-b8b2-4c23-bbf4-c55d8a5967b6 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&id=f230c3ee-5f2f-4796-a652-4c8691cbd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523322 Nov 09 05:34:39.947640 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:34:40.187445 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d10d8-61f2-4a2b-ae0c-16ff4d623c28 req-83f63c07-44eb-447e-b08b-69a784c417dd tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:34:40.189001 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ec2d10d8-61f2-4a2b-ae0c-16ff4d623c28 req-83f63c07-44eb-447e-b08b-69a784c417dd tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 985 time: 0.0484076 Nov 09 05:34:40.250813 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ec2d10d8-61f2-4a2b-ae0c-16ff4d623c28 req-ad8e5231-a45a-4e1e-8777-8b974dff27a9 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&id=f230c3ee-5f2f-4796-a652-4c8691cbd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559523 Nov 09 05:34:41.368250 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb1aed-1421-453c-afa5-dff4a91852a0 req-7386a5a7-309b-44d4-ba99-8ce4078615d6 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:34:41.370427 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-adeb1aed-1421-453c-afa5-dff4a91852a0 req-7386a5a7-309b-44d4-ba99-8ce4078615d6 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 985 time: 0.0511217 Nov 09 05:34:41.427323 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-adeb1aed-1421-453c-afa5-dff4a91852a0 req-62ff2d88-f19b-4ba6-abdb-a1531288a3c9 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&id=f230c3ee-5f2f-4796-a652-4c8691cbd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510316 Nov 09 05:34:42.539959 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13483993-fe99-463f-b4ce-c80a9f14a8cd req-0c793c01-2fd4-4bba-b0cf-9f50143a7302 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:34:42.541475 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-13483993-fe99-463f-b4ce-c80a9f14a8cd req-0c793c01-2fd4-4bba-b0cf-9f50143a7302 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 985 time: 0.0491800 Nov 09 05:34:42.600381 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-13483993-fe99-463f-b4ce-c80a9f14a8cd req-596bf879-b0ad-4198-8266-6ca1e1aeb55d tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&id=f230c3ee-5f2f-4796-a652-4c8691cbd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530756 Nov 09 05:34:43.713078 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766b27a-5820-4cb4-bc9d-0616a12e7379 req-3c09b737-4dd4-4f54-99a8-c6dc83baa451 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:34:43.714505 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4766b27a-5820-4cb4-bc9d-0616a12e7379 req-3c09b737-4dd4-4f54-99a8-c6dc83baa451 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 985 time: 0.0472825 Nov 09 05:34:43.772259 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4766b27a-5820-4cb4-bc9d-0616a12e7379 req-37e76238-1d83-47de-92b9-f071ec9393cb tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&id=f230c3ee-5f2f-4796-a652-4c8691cbd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518517 Nov 09 05:34:44.897999 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4212fa3-60d4-4d5f-8ef1-f8dfe4162280 req-3f06eeeb-5e02-4de9-b548-def9726003ae tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:34:44.899456 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b4212fa3-60d4-4d5f-8ef1-f8dfe4162280 req-3f06eeeb-5e02-4de9-b548-def9726003ae tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 985 time: 0.0542736 Nov 09 05:34:44.958592 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b4212fa3-60d4-4d5f-8ef1-f8dfe4162280 req-a6698f82-d738-4f42-bca0-6228316013b4 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&id=f230c3ee-5f2f-4796-a652-4c8691cbd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524681 Nov 09 05:34:46.072329 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a61cc8-0f62-4a30-b3ec-a5fc0449ade2 req-9261fe08-1b09-4aab-b192-6648bcd4244f tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:34:46.073865 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-95a61cc8-0f62-4a30-b3ec-a5fc0449ade2 req-9261fe08-1b09-4aab-b192-6648bcd4244f tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 985 time: 0.0485861 Nov 09 05:34:46.138211 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-95a61cc8-0f62-4a30-b3ec-a5fc0449ade2 req-41c9897e-8c0c-4e0e-ad84-9607af218bdd tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&id=f230c3ee-5f2f-4796-a652-4c8691cbd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585003 Nov 09 05:34:47.250117 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72c444-557f-4cea-b7f3-4bed983037a9 req-95ed6aa8-b9a9-4aea-81d4-af7e408bffc0 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:34:47.251585 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-cc72c444-557f-4cea-b7f3-4bed983037a9 req-95ed6aa8-b9a9-4aea-81d4-af7e408bffc0 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 985 time: 0.0485499 Nov 09 05:34:47.309679 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-cc72c444-557f-4cea-b7f3-4bed983037a9 req-913d8cd1-8d4f-4b6a-8cd0-60a42759d24e tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&id=f230c3ee-5f2f-4796-a652-4c8691cbd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520911 Nov 09 05:34:48.421824 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bb029-c9d3-4cb2-bc68-db7fe9f9a65b req-8c5996b0-d971-41bb-bae3-f6ba2f461413 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:34:48.423255 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-448bb029-c9d3-4cb2-bc68-db7fe9f9a65b req-8c5996b0-d971-41bb-bae3-f6ba2f461413 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 985 time: 0.0475602 Nov 09 05:34:48.481127 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-448bb029-c9d3-4cb2-bc68-db7fe9f9a65b req-bc3ce476-6a4b-4646-8cc0-4b77b0642afd tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&id=f230c3ee-5f2f-4796-a652-4c8691cbd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520148 Nov 09 05:34:49.594906 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edad6ff-f64e-4917-ba87-861f7e4ce83f req-cbd1d298-5e23-498d-8e91-29faa76af190 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:34:49.596381 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0edad6ff-f64e-4917-ba87-861f7e4ce83f req-cbd1d298-5e23-498d-8e91-29faa76af190 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 985 time: 0.0491526 Nov 09 05:34:49.657749 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0edad6ff-f64e-4917-ba87-861f7e4ce83f req-3b074023-4aba-484c-aca5-f14c06aa77e3 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&id=f230c3ee-5f2f-4796-a652-4c8691cbd0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554414 Nov 09 05:34:55.589723 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:34:58.256700 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cbbcb634-413f-4b6d-9e43-bdaa287c0fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:00.410783 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-9bffb50e-473d-4605-ba0e-13e3009e59af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:01.767385 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:03.130379 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:03.881142 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:09.952344 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:19.850489 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-12c9ac62-8219-4173-a014-90360392c2d5 req-0ae41ac6-7d94-46d2-b177-4f05442e0f67 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393171 Nov 09 05:35:19.926623 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9ac62-8219-4173-a014-90360392c2d5 req-598a23fe-8d45-4bb8-8808-5e342a7483be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:35:19.928095 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-12c9ac62-8219-4173-a014-90360392c2d5 req-598a23fe-8d45-4bb8-8808-5e342a7483be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4dc498cab6aa40d2b4929df08abc9e02&device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 1099 time: 0.0390458 Nov 09 05:35:20.031157 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9ac62-8219-4173-a014-90360392c2d5 req-8cc0c523-1bf9-4cad-bde2-6e116a601fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:35:20.032617 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-12c9ac62-8219-4173-a014-90360392c2d5 req-8cc0c523-1bf9-4cad-bde2-6e116a601fab service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5dffa1a-0347-4770-a8cf-284d426927ae HTTP/1.1" status: 200 len: 909 time: 0.0862172 Nov 09 05:35:20.097031 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-12c9ac62-8219-4173-a014-90360392c2d5 req-8f5ccfc6-5fb3-4bb2-90fd-73cc436de502 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0981ecd-ad8a-42b8-840f-33ac9b44003f HTTP/1.1" status: 200 len: 1002 time: 0.0576427 Nov 09 05:35:20.144265 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9ac62-8219-4173-a014-90360392c2d5 req-89e3b108-3955-4a15-a5b2-d638cc1f5fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:35:20.145658 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-12c9ac62-8219-4173-a014-90360392c2d5 req-89e3b108-3955-4a15-a5b2-d638cc1f5fdd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06f19e18-2340-42c8-9a30-9900b4d6e733 HTTP/1.1" status: 200 len: 847 time: 0.0422976 Nov 09 05:35:20.192966 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9ac62-8219-4173-a014-90360392c2d5 req-5bd03f55-2bd0-45af-80a8-6a7113165461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:35:20.194495 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-12c9ac62-8219-4173-a014-90360392c2d5 req-5bd03f55-2bd0-45af-80a8-6a7113165461 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5dffa1a-0347-4770-a8cf-284d426927ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420365 Nov 09 05:35:20.282336 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-12c9ac62-8219-4173-a014-90360392c2d5 req-d742da1f-85fb-4ff4-bb2a-4e9aebef3b59 service neutron] 10.222.0.20 "GET /v2.0/networks/d5dffa1a-0347-4770-a8cf-284d426927ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801342 Nov 09 05:35:20.375865 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-12c9ac62-8219-4173-a014-90360392c2d5 req-d0f8bbf3-65ca-480b-9e50-b1e34e8e913f service neutron] 10.222.0.20 "GET /v2.0/networks/d5dffa1a-0347-4770-a8cf-284d426927ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868127 Nov 09 05:35:28.258151 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0b346a27-5a3a-4183-9680-bb1188b793cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:30.414140 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-587405d4-6edf-4cea-b6f8-8e465d47abfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:31.769255 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:32.588985 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:35:33.134926 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:33.881549 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:39.962459 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:53.078384 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cd7ae189-691d-473f-ac75-b607ba9d9a08 req-23ea5f9b-0c7e-4f07-88a2-a8f7cda4f423 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-637825353&fields=id&tenant_id=00555c9dc6b94b048368752dc235deba HTTP/1.1" status: 200 len: 267 time: 0.0439680 Nov 09 05:35:53.132575 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ae189-691d-473f-ac75-b607ba9d9a08 req-ed53a405-0836-4bd4-9fc6-047e80eb52a8 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:35:53.134605 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cd7ae189-691d-473f-ac75-b607ba9d9a08 req-ed53a405-0836-4bd4-9fc6-047e80eb52a8 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 985 time: 0.0503612 Nov 09 05:35:53.145196 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [req-cd7ae189-691d-473f-ac75-b607ba9d9a08 req-3ede5aa0-01aa-44b7-acde-84b28d28d841 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Request body: {'port': {'security_groups': ['99f1d921-e81b-4cf7-92c4-acbff557b625']}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:35:53.211094 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-cd7ae189-691d-473f-ac75-b607ba9d9a08 req-3ede5aa0-01aa-44b7-acde-84b28d28d841 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:53.380672 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [req-cd7ae189-691d-473f-ac75-b607ba9d9a08 req-3ede5aa0-01aa-44b7-acde-84b28d28d841 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] For port 0b0e8e30-d2bf-430d-82d0-e3d903854ee8, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=0b0e8e30-d2bf-430d-82d0-e3d903854ee8,segment=NetworkSegment(cfe413a1-c9d5-4162-b390-63a12d3a484a),segment_id=cfe413a1-c9d5-4162-b390-63a12d3a484a)] {{(pid=100971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:35:53.408397 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-cd7ae189-691d-473f-ac75-b607ba9d9a08 req-3ede5aa0-01aa-44b7-acde-84b28d28d841 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for port, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:53.412828 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-cd7ae189-691d-473f-ac75-b607ba9d9a08 req-3ede5aa0-01aa-44b7-acde-84b28d28d841 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3537972'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:53.450461 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['0b0e8e30-d2bf-430d-82d0-e3d903854ee8'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:35:53.454518 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ae189-691d-473f-ac75-b607ba9d9a08 req-3ede5aa0-01aa-44b7-acde-84b28d28d841 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:35:53.455148 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [req-cd7ae189-691d-473f-ac75-b607ba9d9a08 req-3ede5aa0-01aa-44b7-acde-84b28d28d841 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:53.456653 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cd7ae189-691d-473f-ac75-b607ba9d9a08 req-3ede5aa0-01aa-44b7-acde-84b28d28d841 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "PUT /v2.0/ports/0b0e8e30-d2bf-430d-82d0-e3d903854ee8 HTTP/1.1" status: 200 len: 943 time: 0.3157811 Nov 09 05:35:53.457112 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed7e219-44f9-44d4-a944-af7bb467820a', 'tag': '0b0e8e30-d2bf-430d-82d0-e3d903854ee8'}] {{(pid=100971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:35:53.459342 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ba20ef00b6ba85be910cd3510c9842062a5dd5e124f21b50ec677df07c463ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d49867-5cc8-44a5-8398-039679dd65e8" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed7e219-44f9-44d4-a944-af7bb467820a", "tag": "0b0e8e30-d2bf-430d-82d0-e3d903854ee8"}]}' {{(pid=100971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:35:53.463746 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37314) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:35:53.499288 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede5aa0-01aa-44b7-acde-84b28d28d841 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Pushing event updated for resources: {'Port': ['ID=0b0e8e30-d2bf-430d-82d0-e3d903854ee8,revision_number=7']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:35:53.502590 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba380072-f3f8-4b54-b099-6e6e921d3f8f x-openstack-request-id: req-ba380072-f3f8-4b54-b099-6e6e921d3f8f {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:35:53.502880 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed7e219-44f9-44d4-a944-af7bb467820a", "tag": "0b0e8e30-d2bf-430d-82d0-e3d903854ee8", "status": "completed", "code": 200}]} {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:35:53.503130 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba380072-f3f8-4b54-b099-6e6e921d3f8f {{(pid=100971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:35:53.503519 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed7e219-44f9-44d4-a944-af7bb467820a', 'tag': '0b0e8e30-d2bf-430d-82d0-e3d903854ee8', 'status': 'completed', 'code': 200} Nov 09 05:35:53.511266 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5aa0-01aa-44b7-acde-84b28d28d841 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:35:53.511691 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5aa0-01aa-44b7-acde-84b28d28d841 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:35:53.512045 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5aa0-01aa-44b7-acde-84b28d28d841 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:35:53.512385 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5aa0-01aa-44b7-acde-84b28d28d841 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:35:53.512725 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5aa0-01aa-44b7-acde-84b28d28d841 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:35:53.513062 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5aa0-01aa-44b7-acde-84b28d28d841 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:35:53.513395 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5aa0-01aa-44b7-acde-84b28d28d841 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:35:53.513779 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5aa0-01aa-44b7-acde-84b28d28d841 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:35:53.514372 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5aa0-01aa-44b7-acde-84b28d28d841 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:35:53.514832 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5aa0-01aa-44b7-acde-84b28d28d841 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:35:53.515423 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5aa0-01aa-44b7-acde-84b28d28d841 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:35:53.515912 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5aa0-01aa-44b7-acde-84b28d28d841 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:35:53.536323 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c30152c4-c228-452f-bd6f-b187221348e7 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:53.588050 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c30152c4-c228-452f-bd6f-b187221348e7 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:53.588286 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['0b0e8e30-d2bf-430d-82d0-e3d903854ee8'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:35:53.640438 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d49867-5cc8-44a5-8398-039679dd65e8 req-7a0fe381-e4ba-48e1-bb3e-e296fabc912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:35:53.642346 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-73d49867-5cc8-44a5-8398-039679dd65e8 req-7a0fe381-e4ba-48e1-bb3e-e296fabc912a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00555c9dc6b94b048368752dc235deba&device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 1099 time: 0.0835657 Nov 09 05:35:53.729922 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c30152c4-c228-452f-bd6f-b187221348e7 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:53.732488 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c30152c4-c228-452f-bd6f-b187221348e7 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:53.736316 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-c30152c4-c228-452f-bd6f-b187221348e7 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "DELETE /v2.0/security-groups/f230c3ee-5f2f-4796-a652-4c8691cbd0d1 HTTP/1.1" status: 204 len: 168 time: 0.2713087 Nov 09 05:35:53.736714 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37318) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:35:53.761220 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30152c4-c228-452f-bd6f-b187221348e7 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f230c3ee-5f2f-4796-a652-4c8691cbd0d1,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:35:53.772535 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-e3999b01-9892-4e31-9c48-a77bb102adcd None None] Provisioning complete for port 0b0e8e30-d2bf-430d-82d0-e3d903854ee8 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:35:53.772897 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e3999b01-9892-4e31-9c48-a77bb102adcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:53.786149 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30152c4-c228-452f-bd6f-b187221348e7 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:35:53.786698 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30152c4-c228-452f-bd6f-b187221348e7 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:35:53.787250 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30152c4-c228-452f-bd6f-b187221348e7 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:35:53.787836 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30152c4-c228-452f-bd6f-b187221348e7 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:35:53.788411 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30152c4-c228-452f-bd6f-b187221348e7 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:35:53.788980 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30152c4-c228-452f-bd6f-b187221348e7 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:35:53.789546 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30152c4-c228-452f-bd6f-b187221348e7 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:35:53.790614 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30152c4-c228-452f-bd6f-b187221348e7 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:35:53.791215 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30152c4-c228-452f-bd6f-b187221348e7 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:35:53.791813 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30152c4-c228-452f-bd6f-b187221348e7 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:35:53.793080 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30152c4-c228-452f-bd6f-b187221348e7 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:35:53.793080 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30152c4-c228-452f-bd6f-b187221348e7 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:35:53.798118 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d49867-5cc8-44a5-8398-039679dd65e8 req-10ee4954-0e96-4ec7-ac39-669220d1448c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:35:53.800566 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-73d49867-5cc8-44a5-8398-039679dd65e8 req-10ee4954-0e96-4ec7-ac39-669220d1448c service neutron] 10.222.0.20 "GET /v2.0/networks?id=07d5c80c-0680-416c-abc7-d57cb6e89b86 HTTP/1.1" status: 200 len: 915 time: 0.1498089 Nov 09 05:35:53.887291 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-73d49867-5cc8-44a5-8398-039679dd65e8 req-b1b72c95-3fdd-412b-987b-40325efc6b7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b0e8e30-d2bf-430d-82d0-e3d903854ee8 HTTP/1.1" status: 200 len: 1002 time: 0.0780184 Nov 09 05:35:53.935674 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-17fcd4be-5451-43cd-b9d5-efdb10a1b14d tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Deleting port b56fecd3-db5f-4332-a3ae-463282e4695e {{(pid=100971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:35:53.935942 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-17fcd4be-5451-43cd-b9d5-efdb10a1b14d tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:53.936490 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d49867-5cc8-44a5-8398-039679dd65e8 req-b1c45e78-7200-4957-8b32-1cc6ad9e7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:35:53.938074 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-73d49867-5cc8-44a5-8398-039679dd65e8 req-b1c45e78-7200-4957-8b32-1cc6ad9e7428 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dab7b2d5-e9d4-404e-b783-f8f50618c8b0 HTTP/1.1" status: 200 len: 853 time: 0.0432222 Nov 09 05:35:53.984287 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d49867-5cc8-44a5-8398-039679dd65e8 req-1eef02bb-0277-4838-ae5d-397a8e356ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:35:53.985800 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-73d49867-5cc8-44a5-8398-039679dd65e8 req-1eef02bb-0277-4838-ae5d-397a8e356ca9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07d5c80c-0680-416c-abc7-d57cb6e89b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399518 Nov 09 05:35:54.012202 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-17fcd4be-5451-43cd-b9d5-efdb10a1b14d tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:54.012525 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-17fcd4be-5451-43cd-b9d5-efdb10a1b14d tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:54.023802 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-17fcd4be-5451-43cd-b9d5-efdb10a1b14d tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Calling delete_port for b56fecd3-db5f-4332-a3ae-463282e4695e owned by network:floatingip {{(pid=100971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:35:54.077156 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-73d49867-5cc8-44a5-8398-039679dd65e8 req-fb29b26e-858e-48e3-aaf5-f14d3e37c99b service neutron] 10.222.0.20 "GET /v2.0/networks/07d5c80c-0680-416c-abc7-d57cb6e89b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836024 Nov 09 05:35:54.169626 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-73d49867-5cc8-44a5-8398-039679dd65e8 req-dba05e10-a8cd-4d2f-95c0-f125af315cd7 service neutron] 10.222.0.20 "GET /v2.0/networks/07d5c80c-0680-416c-abc7-d57cb6e89b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841758 Nov 09 05:35:54.195635 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-17fcd4be-5451-43cd-b9d5-efdb10a1b14d tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:54.221498 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcd4be-5451-43cd-b9d5-efdb10a1b14d tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Pushing event deleted for resources: {'Port': ['ID=b56fecd3-db5f-4332-a3ae-463282e4695e,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:35:54.283520 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-17fcd4be-5451-43cd-b9d5-efdb10a1b14d tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks [] for floatingip, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:54.284214 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.db.l3_db [None req-17fcd4be-5451-43cd-b9d5-efdb10a1b14d tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Floating IP d1878193-ff2d-42fd-80fd-b0da63037b83 disassociated (deleted). External IP: 172.27.0.205, port: 0b0e8e30-d2bf-430d-82d0-e3d903854ee8. Nov 09 05:35:54.477888 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fcd4be-5451-43cd-b9d5-efdb10a1b14d tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Router 3ba8cca1-41bc-4328-903a-14e486e85f43 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:35:54.580915 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fcd4be-5451-43cd-b9d5-efdb10a1b14d tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:35:54.585719 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-17fcd4be-5451-43cd-b9d5-efdb10a1b14d tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for floatingip, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:54.592116 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cac9aa2-59a1-4901-a021-d10c5c16650b None None] Sync routers for ids ['3ba8cca1-41bc-4328-903a-14e486e85f43'] in dv-cinder-817135-2-iscsi {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:35:54.602424 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cac9aa2-59a1-4901-a021-d10c5c16650b None None] Routers {'3ba8cca1-41bc-4328-903a-14e486e85f43'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:35:54.603132 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-6cac9aa2-59a1-4901-a021-d10c5c16650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:35:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['3ba8cca1-41bc-4328-903a-14e486e85f43'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:35:54.616746 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-17fcd4be-5451-43cd-b9d5-efdb10a1b14d tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "DELETE /v2.0/floatingips/d1878193-ff2d-42fd-80fd-b0da63037b83 HTTP/1.1" status: 204 len: 168 time: 0.8760772 Nov 09 05:35:54.709006 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-6cac9aa2-59a1-4901-a021-d10c5c16650b None None] Set router 3ba8cca1-41bc-4328-903a-14e486e85f43 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:35:54.913482 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-6cac9aa2-59a1-4901-a021-d10c5c16650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'name': 'tempest-TestMinimumBasicScenario-959545239-router', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:27Z', 'revision_number': 4, 'project_id': '00555c9dc6b94b048368752dc235deba', 'gw_port': {'id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '21c11421-24be-4007-8acf-93aa64e59370', 'name': '', 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'mac_address': 'fa:16:3e:24:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dab7b2d5-e9d4-404e-b783-f8f50618c8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:26Z', 'updated_at': '2021-11-09T05:31:32Z', 'revision_number': 5, 'project_id': '00555c9dc6b94b048368752dc235deba', 'subnets': [{'id': 'dab7b2d5-e9d4-404e-b783-f8f50618c8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:35:54.939502 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cac9aa2-59a1-4901-a021-d10c5c16650b None None] Checking router: 3ba8cca1-41bc-4328-903a-14e486e85f43 for host: dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:35:54.948337 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cac9aa2-59a1-4901-a021-d10c5c16650b None None] Routers {'3ba8cca1-41bc-4328-903a-14e486e85f43'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:35:54.948928 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-6cac9aa2-59a1-4901-a021-d10c5c16650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:35:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['3ba8cca1-41bc-4328-903a-14e486e85f43'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:35:55.051921 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-6cac9aa2-59a1-4901-a021-d10c5c16650b None None] Set router 3ba8cca1-41bc-4328-903a-14e486e85f43 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:35:55.358522 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-6cac9aa2-59a1-4901-a021-d10c5c16650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'name': 'tempest-TestMinimumBasicScenario-959545239-router', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:27Z', 'revision_number': 4, 'project_id': '00555c9dc6b94b048368752dc235deba', 'gw_port': {'id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '21c11421-24be-4007-8acf-93aa64e59370', 'name': '', 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'mac_address': 'fa:16:3e:24:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dab7b2d5-e9d4-404e-b783-f8f50618c8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:26Z', 'updated_at': '2021-11-09T05:31:32Z', 'revision_number': 5, 'project_id': '00555c9dc6b94b048368752dc235deba', 'subnets': [{'id': 'dab7b2d5-e9d4-404e-b783-f8f50618c8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:35:55.384129 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cac9aa2-59a1-4901-a021-d10c5c16650b None None] The sync data for ids ['3ba8cca1-41bc-4328-903a-14e486e85f43'] in dv-cinder-817135-2-iscsi is: [{'id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'name': 'tempest-TestMinimumBasicScenario-959545239-router', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:27Z', 'revision_number': 4, 'project_id': '00555c9dc6b94b048368752dc235deba', 'gw_port': {'id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '21c11421-24be-4007-8acf-93aa64e59370', 'name': '', 'network_id': '07d5c80c-0680-416c-abc7-d57cb6e89b86', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'mac_address': 'fa:16:3e:24:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'dab7b2d5-e9d4-404e-b783-f8f50618c8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:26Z', 'updated_at': '2021-11-09T05:31:32Z', 'revision_number': 5, 'project_id': '00555c9dc6b94b048368752dc235deba', 'subnets': [{'id': 'dab7b2d5-e9d4-404e-b783-f8f50618c8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:35:55.504952 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed7e219-44f9-44d4-a944-af7bb467820a', 'tag': '0b0e8e30-d2bf-430d-82d0-e3d903854ee8'}] {{(pid=100971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:35:55.507449 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ba20ef00b6ba85be910cd3510c9842062a5dd5e124f21b50ec677df07c463ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83a1b28-4916-4b04-99cc-e4ae08db409a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed7e219-44f9-44d4-a944-af7bb467820a", "tag": "0b0e8e30-d2bf-430d-82d0-e3d903854ee8"}]}' {{(pid=100971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:35:55.544427 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cfd03e-4830-4faf-b781-e8a7cd554a5a x-openstack-request-id: req-64cfd03e-4830-4faf-b781-e8a7cd554a5a {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:35:55.544784 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed7e219-44f9-44d4-a944-af7bb467820a", "tag": "0b0e8e30-d2bf-430d-82d0-e3d903854ee8", "status": "completed", "code": 200}]} {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:35:55.545379 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64cfd03e-4830-4faf-b781-e8a7cd554a5a {{(pid=100971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:35:55.545873 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed7e219-44f9-44d4-a944-af7bb467820a', 'tag': '0b0e8e30-d2bf-430d-82d0-e3d903854ee8', 'status': 'completed', 'code': 200} Nov 09 05:35:55.594061 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f932db59-3ca2-4b64-81d8-3df45f35f7a6 None None] New status for floating IP d1878193-ff2d-42fd-80fd-b0da63037b83: DOWN {{(pid=100974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 05:35:55.634933 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a1b28-4916-4b04-99cc-e4ae08db409a req-589c29fd-fa62-4d9a-87f3-9eb3c033fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:35:55.636468 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c83a1b28-4916-4b04-99cc-e4ae08db409a req-589c29fd-fa62-4d9a-87f3-9eb3c033fb2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00555c9dc6b94b048368752dc235deba&device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 1099 time: 0.0441911 Nov 09 05:35:55.728671 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a1b28-4916-4b04-99cc-e4ae08db409a req-98397f80-ac8e-40e0-8d11-9ac497cfa771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:35:55.730124 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c83a1b28-4916-4b04-99cc-e4ae08db409a req-98397f80-ac8e-40e0-8d11-9ac497cfa771 service neutron] 10.222.0.20 "GET /v2.0/networks?id=07d5c80c-0680-416c-abc7-d57cb6e89b86 HTTP/1.1" status: 200 len: 915 time: 0.0857079 Nov 09 05:35:55.775709 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c83a1b28-4916-4b04-99cc-e4ae08db409a req-7e0d70d6-9b26-47bb-b58c-4040c9526102 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b0e8e30-d2bf-430d-82d0-e3d903854ee8 HTTP/1.1" status: 200 len: 217 time: 0.0378635 Nov 09 05:35:55.826296 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a1b28-4916-4b04-99cc-e4ae08db409a req-49d47da7-2269-406e-a386-a6aae17ae609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:35:55.827810 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c83a1b28-4916-4b04-99cc-e4ae08db409a req-49d47da7-2269-406e-a386-a6aae17ae609 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dab7b2d5-e9d4-404e-b783-f8f50618c8b0 HTTP/1.1" status: 200 len: 853 time: 0.0450795 Nov 09 05:35:55.880575 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a1b28-4916-4b04-99cc-e4ae08db409a req-6d55118e-046b-4e3b-b0e8-fc4a4dfb7b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:35:55.882052 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c83a1b28-4916-4b04-99cc-e4ae08db409a req-6d55118e-046b-4e3b-b0e8-fc4a4dfb7b69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07d5c80c-0680-416c-abc7-d57cb6e89b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413730 Nov 09 05:35:55.976166 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c83a1b28-4916-4b04-99cc-e4ae08db409a req-5cb3ddb0-f145-496b-843b-7bf9a5fa3957 service neutron] 10.222.0.20 "GET /v2.0/networks/07d5c80c-0680-416c-abc7-d57cb6e89b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861735 Nov 09 05:35:56.091299 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c83a1b28-4916-4b04-99cc-e4ae08db409a req-ae0e6c97-57ff-49ca-9a28-555fbd9d3c04 service neutron] 10.222.0.20 "GET /v2.0/networks/07d5c80c-0680-416c-abc7-d57cb6e89b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077023 Nov 09 05:35:57.507783 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0033cd0-7d0c-4521-814c-4f9e1a93b953 req-c1bff102-bfb6-4ab8-9d9a-d91a87dfec55 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:35:57.509746 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d0033cd0-7d0c-4521-814c-4f9e1a93b953 req-c1bff102-bfb6-4ab8-9d9a-d91a87dfec55 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 946 time: 0.0484214 Nov 09 05:35:57.554469 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d0033cd0-7d0c-4521-814c-4f9e1a93b953 req-19b06850-43cc-4ecb-a007-d7e7d8bc1ba0 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389903 Nov 09 05:35:58.259823 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f64f755f-f9b0-4fc8-8e38-c343ce77a0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:58.667481 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837195cf-d107-48b1-96fb-f59b4588a277 req-5a6fb32b-9172-41f3-a5d9-c2cbbfe496c4 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:35:58.668940 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-837195cf-d107-48b1-96fb-f59b4588a277 req-5a6fb32b-9172-41f3-a5d9-c2cbbfe496c4 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 946 time: 0.0473239 Nov 09 05:35:58.718724 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-837195cf-d107-48b1-96fb-f59b4588a277 req-1340fd74-0a75-40b7-aaee-db55907d32c8 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/security-groups?id=99f1d921-e81b-4cf7-92c4-acbff557b625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440793 Nov 09 05:35:59.472042 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f34e47-1e54-4a25-9ca0-d6b71dd0003b req-fcff3d83-4439-418e-b242-020cbb08cac0 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:35:59.473463 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d0f34e47-1e54-4a25-9ca0-d6b71dd0003b req-fcff3d83-4439-418e-b242-020cbb08cac0 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 946 time: 0.0476322 Nov 09 05:35:59.562154 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-d0f34e47-1e54-4a25-9ca0-d6b71dd0003b req-4e6e29fd-f095-41fb-9a10-42ebbbef3799 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Deleting port 0b0e8e30-d2bf-430d-82d0-e3d903854ee8 {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:35:59.562487 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-d0f34e47-1e54-4a25-9ca0-d6b71dd0003b req-4e6e29fd-f095-41fb-9a10-42ebbbef3799 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:59.649182 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-d0f34e47-1e54-4a25-9ca0-d6b71dd0003b req-4e6e29fd-f095-41fb-9a10-42ebbbef3799 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] For port 0b0e8e30-d2bf-430d-82d0-e3d903854ee8, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=0b0e8e30-d2bf-430d-82d0-e3d903854ee8,segment=NetworkSegment(cfe413a1-c9d5-4162-b390-63a12d3a484a),segment_id=cfe413a1-c9d5-4162-b390-63a12d3a484a)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:35:59.649537 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-d0f34e47-1e54-4a25-9ca0-d6b71dd0003b req-4e6e29fd-f095-41fb-9a10-42ebbbef3799 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:59.661706 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-d0f34e47-1e54-4a25-9ca0-d6b71dd0003b req-4e6e29fd-f095-41fb-9a10-42ebbbef3799 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Calling delete_port for 0b0e8e30-d2bf-430d-82d0-e3d903854ee8 owned by compute:nova {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:35:59.788121 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-d0f34e47-1e54-4a25-9ca0-d6b71dd0003b req-4e6e29fd-f095-41fb-9a10-42ebbbef3799 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:59.812870 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-779c38f6-ecc5-46fa-99ca-f64416117f8f req-68e59047-d2c2-4363-866c-cc6941a478c4 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ed7e219-44f9-44d4-a944-af7bb467820a HTTP/1.1" status: 200 len: 210 time: 0.0268967 Nov 09 05:35:59.817789 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e29fd-f095-41fb-9a10-42ebbbef3799 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Pushing event deleted for resources: {'Port': ['ID=0b0e8e30-d2bf-430d-82d0-e3d903854ee8,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:35:59.823883 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['0b0e8e30-d2bf-430d-82d0-e3d903854ee8'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:35:59.860431 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f34e47-1e54-4a25-9ca0-d6b71dd0003b req-4e6e29fd-f095-41fb-9a10-42ebbbef3799 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] No DVR routers for this DVR port 0b0e8e30-d2bf-430d-82d0-e3d903854ee8 on host hv-cinder-81713 {{(pid=100972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:35:59.862849 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-d0f34e47-1e54-4a25-9ca0-d6b71dd0003b req-4e6e29fd-f095-41fb-9a10-42ebbbef3799 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:35:59.866148 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d0f34e47-1e54-4a25-9ca0-d6b71dd0003b req-4e6e29fd-f095-41fb-9a10-42ebbbef3799 tempest-TestMinimumBasicScenario-1737704007 tempest-TestMinimumBasicScenario-1737704007-project] 10.222.0.20 "DELETE /v2.0/ports/0b0e8e30-d2bf-430d-82d0-e3d903854ee8 HTTP/1.1" status: 204 len: 173 time: 0.3852625 Nov 09 05:35:59.866570 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed7e219-44f9-44d4-a944-af7bb467820a', 'name': 'network-vif-deleted', 'tag': '0b0e8e30-d2bf-430d-82d0-e3d903854ee8'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:35:59.869614 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54003ba1-fe1d-4bcd-896b-bc558b3b437a" -d '{"events": [{"server_uuid": "5ed7e219-44f9-44d4-a944-af7bb467820a", "name": "network-vif-deleted", "tag": "0b0e8e30-d2bf-430d-82d0-e3d903854ee8"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:35:59.910502 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d99e59e-1e3d-4844-812e-4bf81fbf2c0b x-openstack-request-id: req-8d99e59e-1e3d-4844-812e-4bf81fbf2c0b {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:35:59.910791 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed7e219-44f9-44d4-a944-af7bb467820a", "name": "network-vif-deleted", "tag": "0b0e8e30-d2bf-430d-82d0-e3d903854ee8", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:35:59.911051 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d99e59e-1e3d-4844-812e-4bf81fbf2c0b {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:35:59.911463 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed7e219-44f9-44d4-a944-af7bb467820a', 'name': 'network-vif-deleted', 'tag': '0b0e8e30-d2bf-430d-82d0-e3d903854ee8', 'status': 'completed', 'code': 200} Nov 09 05:36:00.417725 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-732ea535-2481-477d-9683-3173602345b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:01.475942 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37406) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:01.772081 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:01.823417 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f5c12190-2006-4035-b9ef-989e64a70a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-461718'] for router_interface, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:02.295359 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-f5c12190-2006-4035-b9ef-989e64a70a27 admin admin] Deleting port 21c11421-24be-4007-8acf-93aa64e59370 {{(pid=100971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:36:02.295715 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f5c12190-2006-4035-b9ef-989e64a70a27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:02.369601 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [None req-f5c12190-2006-4035-b9ef-989e64a70a27 admin admin] For port 21c11421-24be-4007-8acf-93aa64e59370, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=21c11421-24be-4007-8acf-93aa64e59370,segment=NetworkSegment(cfe413a1-c9d5-4162-b390-63a12d3a484a),segment_id=cfe413a1-c9d5-4162-b390-63a12d3a484a)] {{(pid=100971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:36:02.369977 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f5c12190-2006-4035-b9ef-989e64a70a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:02.381567 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-f5c12190-2006-4035-b9ef-989e64a70a27 admin admin] Calling delete_port for 21c11421-24be-4007-8acf-93aa64e59370 owned by network:router_interface {{(pid=100971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:36:02.425149 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 0b0e8e30-d2bf-430d-82d0-e3d903854ee8 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:36:02.444963 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] No Port match for: 0b0e8e30-d2bf-430d-82d0-e3d903854ee8 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:36:02.445383 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 0b0e8e30-d2bf-430d-82d0-e3d903854ee8 not bound to the agent host hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:36:02.551481 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f5c12190-2006-4035-b9ef-989e64a70a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:02.577596 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c12190-2006-4035-b9ef-989e64a70a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=21c11421-24be-4007-8acf-93aa64e59370,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:02.738951 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-f5c12190-2006-4035-b9ef-989e64a70a27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-601895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461862'] for router_interface, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:02.943579 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c12190-2006-4035-b9ef-989e64a70a27 admin admin] Router 3ba8cca1-41bc-4328-903a-14e486e85f43 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:36:03.043870 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c12190-2006-4035-b9ef-989e64a70a27 admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:36:03.048755 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-f5c12190-2006-4035-b9ef-989e64a70a27 admin admin] 10.222.0.41 "PUT /v2.0/routers/3ba8cca1-41bc-4328-903a-14e486e85f43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5717826 Nov 09 05:36:03.051583 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37408) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:03.052841 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350ecd35-366b-4520-81d4-daf3d9864802 None None] Sync routers for ids ['3ba8cca1-41bc-4328-903a-14e486e85f43'] in dv-cinder-817135-2-iscsi {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:36:03.062705 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350ecd35-366b-4520-81d4-daf3d9864802 None None] Routers {'3ba8cca1-41bc-4328-903a-14e486e85f43'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:36:03.063300 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-350ecd35-366b-4520-81d4-daf3d9864802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:36:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['3ba8cca1-41bc-4328-903a-14e486e85f43'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:03.163306 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a1fa94b5-d305-4fc3-b64a-af58009a6c76 admin admin] Publish callbacks [] for router, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:03.166384 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:03.177090 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-350ecd35-366b-4520-81d4-daf3d9864802 None None] Set router 3ba8cca1-41bc-4328-903a-14e486e85f43 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:36:03.264785 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a1fa94b5-d305-4fc3-b64a-af58009a6c76 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:03.313925 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-a1fa94b5-d305-4fc3-b64a-af58009a6c76 admin admin] Deleting port 20458db9-34c4-4eb9-b657-9f9e96c56fb0 {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:36:03.314254 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a1fa94b5-d305-4fc3-b64a-af58009a6c76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:03.353609 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-350ecd35-366b-4520-81d4-daf3d9864802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'name': 'tempest-TestMinimumBasicScenario-959545239-router', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:36:02Z', 'revision_number': 5, 'project_id': '00555c9dc6b94b048368752dc235deba', 'gw_port': {'id': '20458db9-34c4-4eb9-b657-9f9e96c56fb0', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:03.379763 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350ecd35-366b-4520-81d4-daf3d9864802 None None] Checking router: 3ba8cca1-41bc-4328-903a-14e486e85f43 for host: dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:36:03.387877 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350ecd35-366b-4520-81d4-daf3d9864802 None None] Routers {'3ba8cca1-41bc-4328-903a-14e486e85f43'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:36:03.388472 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-350ecd35-366b-4520-81d4-daf3d9864802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:36:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['3ba8cca1-41bc-4328-903a-14e486e85f43'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:03.393166 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [None req-a1fa94b5-d305-4fc3-b64a-af58009a6c76 admin admin] For port 20458db9-34c4-4eb9-b657-9f9e96c56fb0, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=20458db9-34c4-4eb9-b657-9f9e96c56fb0,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:36:03.393554 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a1fa94b5-d305-4fc3-b64a-af58009a6c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:03.404854 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-a1fa94b5-d305-4fc3-b64a-af58009a6c76 admin admin] Calling delete_port for 20458db9-34c4-4eb9-b657-9f9e96c56fb0 owned by network:router_gateway {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:36:03.471432 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-350ecd35-366b-4520-81d4-daf3d9864802 None None] Set router 3ba8cca1-41bc-4328-903a-14e486e85f43 gateway port host: None {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:36:03.526077 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-350ecd35-366b-4520-81d4-daf3d9864802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'name': 'tempest-TestMinimumBasicScenario-959545239-router', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:36:03Z', 'revision_number': 6, 'project_id': '00555c9dc6b94b048368752dc235deba', 'gw_port_host': None}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:03.552380 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350ecd35-366b-4520-81d4-daf3d9864802 None None] The sync data for ids ['3ba8cca1-41bc-4328-903a-14e486e85f43'] in dv-cinder-817135-2-iscsi is: [{'id': '3ba8cca1-41bc-4328-903a-14e486e85f43', 'name': 'tempest-TestMinimumBasicScenario-959545239-router', 'tenant_id': '00555c9dc6b94b048368752dc235deba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:31:24Z', 'updated_at': '2021-11-09T05:36:03Z', 'revision_number': 6, 'project_id': '00555c9dc6b94b048368752dc235deba', 'gw_port_host': None}] {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:36:03.566697 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a1fa94b5-d305-4fc3-b64a-af58009a6c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:03.596104 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa94b5-d305-4fc3-b64a-af58009a6c76 admin admin] Pushing event deleted for resources: {'Port': ['ID=20458db9-34c4-4eb9-b657-9f9e96c56fb0,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:03.656607 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a1fa94b5-d305-4fc3-b64a-af58009a6c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461276'] for router_gateway, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:03.740999 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a1fa94b5-d305-4fc3-b64a-af58009a6c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5227'] for router, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:03.743830 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a1fa94b5-d305-4fc3-b64a-af58009a6c76 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:03.784636 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a1fa94b5-d305-4fc3-b64a-af58009a6c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-462693'] for router, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:03.785082 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fa94b5-d305-4fc3-b64a-af58009a6c76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ba8cca1-41bc-4328-903a-14e486e85f43 {{(pid=100972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 05:36:03.789272 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-a1fa94b5-d305-4fc3-b64a-af58009a6c76 admin admin] Publish callbacks [] for router, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:03.790486 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-a1fa94b5-d305-4fc3-b64a-af58009a6c76 admin admin] 10.222.0.41 "DELETE /v2.0/routers/3ba8cca1-41bc-4328-903a-14e486e85f43 HTTP/1.1" status: 204 len: 168 time: 0.7375021 Nov 09 05:36:03.792964 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37410) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:03.836721 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_v2 [None req-335e4b37-8cdd-40c2-abf4-8016c17f423e admin admin] Deleting subnet dab7b2d5-e9d4-404e-b783-f8f50618c8b0 {{(pid=100972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 05:36:03.839644 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-335e4b37-8cdd-40c2-abf4-8016c17f423e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:03.873339 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-335e4b37-8cdd-40c2-abf4-8016c17f423e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25701761'] for subnet, precommit_delete_associations {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:03.882804 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:03.954454 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-335e4b37-8cdd-40c2-abf4-8016c17f423e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16203819'] for subnet, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:04.010988 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-335e4b37-8cdd-40c2-abf4-8016c17f423e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16203810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25700707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26186246'] for subnet, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:04.033134 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e4b37-8cdd-40c2-abf4-8016c17f423e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dab7b2d5-e9d4-404e-b783-f8f50618c8b0,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:04.038620 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-335e4b37-8cdd-40c2-abf4-8016c17f423e admin admin] Publish callbacks [] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:04.042516 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-335e4b37-8cdd-40c2-abf4-8016c17f423e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dab7b2d5-e9d4-404e-b783-f8f50618c8b0 HTTP/1.1" status: 204 len: 168 time: 0.2486134 Nov 09 05:36:04.044381 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3438b5-6c34-48b4-9323-1eab0d9bb1ee None None] Network 07d5c80c-0680-416c-abc7-d57cb6e89b86 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:36:04.045076 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37412) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:04.110348 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e7512b4d-9ec4-4c2b-8bd7-f36d6c544d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16329678'] for network, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:04.161245 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-e7512b4d-9ec4-4c2b-8bd7-f36d6c544d55 admin admin] Deleting port 849dd40e-bcc8-43e6-8255-b408729270f9 {{(pid=100971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:36:04.161610 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e7512b4d-9ec4-4c2b-8bd7-f36d6c544d55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:04.224931 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [None req-e7512b4d-9ec4-4c2b-8bd7-f36d6c544d55 admin admin] For port 849dd40e-bcc8-43e6-8255-b408729270f9, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=849dd40e-bcc8-43e6-8255-b408729270f9,segment=NetworkSegment(cfe413a1-c9d5-4162-b390-63a12d3a484a),segment_id=cfe413a1-c9d5-4162-b390-63a12d3a484a)] {{(pid=100971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:36:04.225310 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e7512b4d-9ec4-4c2b-8bd7-f36d6c544d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:04.237759 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-e7512b4d-9ec4-4c2b-8bd7-f36d6c544d55 admin admin] Calling delete_port for 849dd40e-bcc8-43e6-8255-b408729270f9 owned by network:dhcp {{(pid=100971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:36:04.314981 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e7512b4d-9ec4-4c2b-8bd7-f36d6c544d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:04.342149 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7512b4d-9ec4-4c2b-8bd7-f36d6c544d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=849dd40e-bcc8-43e6-8255-b408729270f9,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:04.344018 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7512b4d-9ec4-4c2b-8bd7-f36d6c544d55 admin admin] No DVR routers for this DVR port 849dd40e-bcc8-43e6-8255-b408729270f9 on host dv-cinder-817135-2-iscsi {{(pid=100971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:36:04.346495 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5182dbc0-7a76-43ea-830b-f6a4e6766796 None None] DHCP port deletion for 07d5c80c-0680-416c-abc7-d57cb6e89b86 request from dv-cinder-817135-2-iscsi {{(pid=100973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 05:36:04.419854 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e7512b4d-9ec4-4c2b-8bd7-f36d6c544d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16206686', 'neutron.services.segments.db._delete_segments_for_network-8784574975281'] for network, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:04.438885 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.services.segments.db [None req-e7512b4d-9ec4-4c2b-8bd7-f36d6c544d55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d5c80c-0680-416c-abc7-d57cb6e89b86']}} {{(pid=100971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:04.448446 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.services.segments.db [None req-e7512b4d-9ec4-4c2b-8bd7-f36d6c544d55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe413a1-c9d5-4162-b390-63a12d3a484a') {'for_net_delete': True} {{(pid=100971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:04.448742 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.services.segments.db [None req-e7512b4d-9ec4-4c2b-8bd7-f36d6c544d55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe413a1-c9d5-4162-b390-63a12d3a484a') {} {{(pid=100971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:04.458202 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e7512b4d-9ec4-4c2b-8bd7-f36d6c544d55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784575010618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3198631'] for segment, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:04.472309 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e7512b4d-9ec4-4c2b-8bd7-f36d6c544d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:04.478766 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7512b4d-9ec4-4c2b-8bd7-f36d6c544d55 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=100971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 05:36:04.479181 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e7512b4d-9ec4-4c2b-8bd7-f36d6c544d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3537944'] for segment, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: Traceback (most recent call last): Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: timer() Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: cb(*args, **kw) Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: return func(*args, **kwargs) Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: self._notify() Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: self.callback(batched_events) Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: event.method(event) Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: return f(self, *a, **k) Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: return self._get(url).json() Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: return self.request(url, 'GET', **kwargs) Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 05:36:04.480887 dv-cinder-817135-2-iscsi neutron-server[100971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 05:36:04.537003 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e7512b4d-9ec4-4c2b-8bd7-f36d6c544d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16205741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461216'] for network, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:04.542996 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e7512b4d-9ec4-4c2b-8bd7-f36d6c544d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:04.548071 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-e7512b4d-9ec4-4c2b-8bd7-f36d6c544d55 admin admin] 10.222.0.41 "DELETE /v2.0/networks/07d5c80c-0680-416c-abc7-d57cb6e89b86 HTTP/1.1" status: 204 len: 168 time: 0.5000274 Nov 09 05:36:04.549154 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37414) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:04.557830 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7512b4d-9ec4-4c2b-8bd7-f36d6c544d55 admin admin] Pushing event deleted for resources: {'Network': ['ID=07d5c80c-0680-416c-abc7-d57cb6e89b86,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:05.155467 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-34fccf9a-6369-49cc-b06f-55bfe7b3b42e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-461718'] for router_interface, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:05.158050 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 20458db9-34c4-4eb9-b657-9f9e96c56fb0 no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:36:05.177642 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: 20458db9-34c4-4eb9-b657-9f9e96c56fb0 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:36:05.177980 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 20458db9-34c4-4eb9-b657-9f9e96c56fb0 not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:36:05.178381 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 849dd40e-bcc8-43e6-8255-b408729270f9 no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:36:05.196359 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: 849dd40e-bcc8-43e6-8255-b408729270f9 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:36:05.196689 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 849dd40e-bcc8-43e6-8255-b408729270f9 not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:36:05.197085 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 21c11421-24be-4007-8acf-93aa64e59370 no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:36:05.218618 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: 21c11421-24be-4007-8acf-93aa64e59370 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:36:05.218954 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 21c11421-24be-4007-8acf-93aa64e59370 not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:36:05.388071 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-34fccf9a-6369-49cc-b06f-55bfe7b3b42e admin admin] Deleting port 9ae2771c-e5c6-4989-a802-55416506a4d1 {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:36:05.388407 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-34fccf9a-6369-49cc-b06f-55bfe7b3b42e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:05.461055 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [None req-34fccf9a-6369-49cc-b06f-55bfe7b3b42e admin admin] For port 9ae2771c-e5c6-4989-a802-55416506a4d1, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=9ae2771c-e5c6-4989-a802-55416506a4d1,segment=NetworkSegment(d00477ad-03a3-4c5a-9cf6-4eb11575faa8),segment_id=d00477ad-03a3-4c5a-9cf6-4eb11575faa8)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:36:05.461425 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-34fccf9a-6369-49cc-b06f-55bfe7b3b42e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:05.473805 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-34fccf9a-6369-49cc-b06f-55bfe7b3b42e admin admin] Calling delete_port for 9ae2771c-e5c6-4989-a802-55416506a4d1 owned by network:router_interface {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:36:05.642670 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-34fccf9a-6369-49cc-b06f-55bfe7b3b42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:05.671099 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fccf9a-6369-49cc-b06f-55bfe7b3b42e admin admin] Pushing event deleted for resources: {'Port': ['ID=9ae2771c-e5c6-4989-a802-55416506a4d1,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:05.830474 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-34fccf9a-6369-49cc-b06f-55bfe7b3b42e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-601895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461862'] for router_interface, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:06.036077 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fccf9a-6369-49cc-b06f-55bfe7b3b42e admin admin] Router 595d6d42-0655-4996-b31e-fcd76f411395 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:36:06.137259 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fccf9a-6369-49cc-b06f-55bfe7b3b42e admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:36:06.142137 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-34fccf9a-6369-49cc-b06f-55bfe7b3b42e admin admin] 10.222.0.41 "PUT /v2.0/routers/595d6d42-0655-4996-b31e-fcd76f411395/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5919328 Nov 09 05:36:06.144629 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37416) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:06.147637 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10823dc-b351-494d-9a8f-1ea2949abba9 None None] Sync routers for ids ['595d6d42-0655-4996-b31e-fcd76f411395'] in dv-cinder-817135-2-iscsi {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:36:06.158641 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10823dc-b351-494d-9a8f-1ea2949abba9 None None] Routers {'595d6d42-0655-4996-b31e-fcd76f411395'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:36:06.159270 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-c10823dc-b351-494d-9a8f-1ea2949abba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:36:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['595d6d42-0655-4996-b31e-fcd76f411395'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:06.245654 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d2ba48c3-1e55-4dc8-aa11-57b976a8a9c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:06.260745 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-c10823dc-b351-494d-9a8f-1ea2949abba9 None None] Set router 595d6d42-0655-4996-b31e-fcd76f411395 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:36:06.344153 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d2ba48c3-1e55-4dc8-aa11-57b976a8a9c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:06.396330 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-d2ba48c3-1e55-4dc8-aa11-57b976a8a9c0 admin admin] Deleting port f07149c3-1835-49a8-8700-7269b0a7fbbb {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:36:06.396659 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d2ba48c3-1e55-4dc8-aa11-57b976a8a9c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:06.430814 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-c10823dc-b351-494d-9a8f-1ea2949abba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595d6d42-0655-4996-b31e-fcd76f411395', 'name': 'tempest-TestMinimumBasicScenario-447301578-router', 'tenant_id': '5d514b0df89d41d792d7672ec1168628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'f07149c3-1835-49a8-8700-7269b0a7fbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:31:29Z', 'updated_at': '2021-11-09T05:36:05Z', 'revision_number': 5, 'project_id': '5d514b0df89d41d792d7672ec1168628', 'gw_port': {'id': 'f07149c3-1835-49a8-8700-7269b0a7fbbb', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595d6d42-0655-4996-b31e-fcd76f411395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:31:30Z', 'updated_at': '2021-11-09T05:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:06.456365 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10823dc-b351-494d-9a8f-1ea2949abba9 None None] Checking router: 595d6d42-0655-4996-b31e-fcd76f411395 for host: dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:36:06.464915 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10823dc-b351-494d-9a8f-1ea2949abba9 None None] Routers {'595d6d42-0655-4996-b31e-fcd76f411395'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:36:06.465508 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-c10823dc-b351-494d-9a8f-1ea2949abba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:36:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['595d6d42-0655-4996-b31e-fcd76f411395'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:06.473827 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [None req-d2ba48c3-1e55-4dc8-aa11-57b976a8a9c0 admin admin] For port f07149c3-1835-49a8-8700-7269b0a7fbbb, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=f07149c3-1835-49a8-8700-7269b0a7fbbb,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:36:06.474212 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d2ba48c3-1e55-4dc8-aa11-57b976a8a9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:06.486679 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-d2ba48c3-1e55-4dc8-aa11-57b976a8a9c0 admin admin] Calling delete_port for f07149c3-1835-49a8-8700-7269b0a7fbbb owned by network:router_gateway {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:36:06.630080 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-c10823dc-b351-494d-9a8f-1ea2949abba9 None None] Set router 595d6d42-0655-4996-b31e-fcd76f411395 gateway port host: None {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:36:06.652576 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d2ba48c3-1e55-4dc8-aa11-57b976a8a9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:06.681419 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba48c3-1e55-4dc8-aa11-57b976a8a9c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f07149c3-1835-49a8-8700-7269b0a7fbbb,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:06.683870 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-c10823dc-b351-494d-9a8f-1ea2949abba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595d6d42-0655-4996-b31e-fcd76f411395', 'name': 'tempest-TestMinimumBasicScenario-447301578-router', 'tenant_id': '5d514b0df89d41d792d7672ec1168628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:31:29Z', 'updated_at': '2021-11-09T05:36:06Z', 'revision_number': 6, 'project_id': '5d514b0df89d41d792d7672ec1168628', 'gw_port_host': None}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:06.710392 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10823dc-b351-494d-9a8f-1ea2949abba9 None None] The sync data for ids ['595d6d42-0655-4996-b31e-fcd76f411395'] in dv-cinder-817135-2-iscsi is: [{'id': '595d6d42-0655-4996-b31e-fcd76f411395', 'name': 'tempest-TestMinimumBasicScenario-447301578-router', 'tenant_id': '5d514b0df89d41d792d7672ec1168628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:31:29Z', 'updated_at': '2021-11-09T05:36:06Z', 'revision_number': 6, 'project_id': '5d514b0df89d41d792d7672ec1168628', 'gw_port_host': None}] {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:36:06.744059 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d2ba48c3-1e55-4dc8-aa11-57b976a8a9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461276'] for router_gateway, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:06.835499 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d2ba48c3-1e55-4dc8-aa11-57b976a8a9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5227'] for router, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:06.837752 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d2ba48c3-1e55-4dc8-aa11-57b976a8a9c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:06.880309 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d2ba48c3-1e55-4dc8-aa11-57b976a8a9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-462693'] for router, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:06.880747 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ba48c3-1e55-4dc8-aa11-57b976a8a9c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 595d6d42-0655-4996-b31e-fcd76f411395 {{(pid=100972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 05:36:06.886047 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d2ba48c3-1e55-4dc8-aa11-57b976a8a9c0 admin admin] Publish callbacks [] for router, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:06.887167 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-d2ba48c3-1e55-4dc8-aa11-57b976a8a9c0 admin admin] 10.222.0.41 "DELETE /v2.0/routers/595d6d42-0655-4996-b31e-fcd76f411395 HTTP/1.1" status: 204 len: 168 time: 0.7416511 Nov 09 05:36:06.889664 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37418) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:06.935098 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_v2 [None req-195fa5ea-bf43-4e1a-a718-ce7b6b9dbfe5 admin admin] Deleting subnet 5162fe6a-1c97-4b6c-9f1e-26f4a9eff9c8 {{(pid=100972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 05:36:06.938084 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-195fa5ea-bf43-4e1a-a718-ce7b6b9dbfe5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:06.971407 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-195fa5ea-bf43-4e1a-a718-ce7b6b9dbfe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25701761'] for subnet, precommit_delete_associations {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:07.044415 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-195fa5ea-bf43-4e1a-a718-ce7b6b9dbfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16203819'] for subnet, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:07.108543 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-195fa5ea-bf43-4e1a-a718-ce7b6b9dbfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16203810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25700707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26186246'] for subnet, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:07.136252 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195fa5ea-bf43-4e1a-a718-ce7b6b9dbfe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5162fe6a-1c97-4b6c-9f1e-26f4a9eff9c8,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:07.142791 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-195fa5ea-bf43-4e1a-a718-ce7b6b9dbfe5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:07.146203 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-195fa5ea-bf43-4e1a-a718-ce7b6b9dbfe5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5162fe6a-1c97-4b6c-9f1e-26f4a9eff9c8 HTTP/1.1" status: 204 len: 168 time: 0.2556112 Nov 09 05:36:07.148932 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37420) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:07.155581 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af255a27-324f-40a9-a5bd-6f195cfc219d None None] Network 8b6de80e-c125-4ade-b002-398694ea29f9 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:36:07.224501 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-852ea796-4742-4868-aad4-07d2a1c5e029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16329678'] for network, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:07.276378 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-852ea796-4742-4868-aad4-07d2a1c5e029 admin admin] Deleting port 525a64be-e9c3-4b86-8984-f72266faebd4 {{(pid=100971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:36:07.276715 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-852ea796-4742-4868-aad4-07d2a1c5e029 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:07.342014 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [None req-852ea796-4742-4868-aad4-07d2a1c5e029 admin admin] For port 525a64be-e9c3-4b86-8984-f72266faebd4, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=525a64be-e9c3-4b86-8984-f72266faebd4,segment=NetworkSegment(d00477ad-03a3-4c5a-9cf6-4eb11575faa8),segment_id=d00477ad-03a3-4c5a-9cf6-4eb11575faa8)] {{(pid=100971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:36:07.342401 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-852ea796-4742-4868-aad4-07d2a1c5e029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:07.354435 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-852ea796-4742-4868-aad4-07d2a1c5e029 admin admin] Calling delete_port for 525a64be-e9c3-4b86-8984-f72266faebd4 owned by network:dhcp {{(pid=100971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:36:07.432683 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-852ea796-4742-4868-aad4-07d2a1c5e029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:07.457630 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ea796-4742-4868-aad4-07d2a1c5e029 admin admin] Pushing event deleted for resources: {'Port': ['ID=525a64be-e9c3-4b86-8984-f72266faebd4,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:07.461927 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ea796-4742-4868-aad4-07d2a1c5e029 admin admin] No DVR routers for this DVR port 525a64be-e9c3-4b86-8984-f72266faebd4 on host dv-cinder-817135-2-iscsi {{(pid=100971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:36:07.530288 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-852ea796-4742-4868-aad4-07d2a1c5e029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16206686', 'neutron.services.segments.db._delete_segments_for_network-8784574975281'] for network, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:07.547419 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0a35a2-ed4d-487e-8b5e-e459d697e61f None None] DHCP port deletion for 8b6de80e-c125-4ade-b002-398694ea29f9 request from dv-cinder-817135-2-iscsi {{(pid=100973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 05:36:07.563906 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.services.segments.db [None req-852ea796-4742-4868-aad4-07d2a1c5e029 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6de80e-c125-4ade-b002-398694ea29f9']}} {{(pid=100971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:07.577908 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.services.segments.db [None req-852ea796-4742-4868-aad4-07d2a1c5e029 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd00477ad-03a3-4c5a-9cf6-4eb11575faa8') {'for_net_delete': True} {{(pid=100971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:07.578202 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.services.segments.db [None req-852ea796-4742-4868-aad4-07d2a1c5e029 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd00477ad-03a3-4c5a-9cf6-4eb11575faa8') {} {{(pid=100971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:07.590177 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-852ea796-4742-4868-aad4-07d2a1c5e029 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784575010618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3198631'] for segment, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:07.592390 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 9ae2771c-e5c6-4989-a802-55416506a4d1 no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:36:07.606910 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-852ea796-4742-4868-aad4-07d2a1c5e029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:07.615245 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852ea796-4742-4868-aad4-07d2a1c5e029 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=100971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 05:36:07.616073 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-852ea796-4742-4868-aad4-07d2a1c5e029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3537944'] for segment, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: Traceback (most recent call last): Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: timer() Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: cb(*args, **kw) Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: return func(*args, **kwargs) Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: self._notify() Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: self.callback(batched_events) Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: event.method(event) Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: return f(self, *a, **k) Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: return self._get(url).json() Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: return self.request(url, 'GET', **kwargs) Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 05:36:07.619390 dv-cinder-817135-2-iscsi neutron-server[100971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 05:36:07.624284 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: 9ae2771c-e5c6-4989-a802-55416506a4d1 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:36:07.624789 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 9ae2771c-e5c6-4989-a802-55416506a4d1 not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:36:07.681282 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-852ea796-4742-4868-aad4-07d2a1c5e029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16205741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461216'] for network, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:07.687311 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-852ea796-4742-4868-aad4-07d2a1c5e029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:07.690548 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-852ea796-4742-4868-aad4-07d2a1c5e029 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8b6de80e-c125-4ade-b002-398694ea29f9 HTTP/1.1" status: 204 len: 168 time: 0.5404651 Nov 09 05:36:07.701366 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ea796-4742-4868-aad4-07d2a1c5e029 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b6de80e-c125-4ade-b002-398694ea29f9,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:07.863788 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37424) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:07.901929 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-86b88cfc-9050-43d9-81ef-1aa614966c97 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00555c9dc6b94b048368752dc235deba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370135 Nov 09 05:36:07.904262 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37426) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:07.953209 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0256ed39-a542-4209-92cf-06fe9694d7be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:07.973348 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0256ed39-a542-4209-92cf-06fe9694d7be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:08.017946 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0256ed39-a542-4209-92cf-06fe9694d7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:08.020464 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-0256ed39-a542-4209-92cf-06fe9694d7be admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:08.021687 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-0256ed39-a542-4209-92cf-06fe9694d7be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99f1d921-e81b-4cf7-92c4-acbff557b625 HTTP/1.1" status: 204 len: 168 time: 0.1165769 Nov 09 05:36:08.029038 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256ed39-a542-4209-92cf-06fe9694d7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f1d921-e81b-4cf7-92c4-acbff557b625,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:08.323256 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37432) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:08.361389 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-fd300583-32f3-4093-85e5-6418daed70e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d514b0df89d41d792d7672ec1168628&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369811 Nov 09 05:36:08.363655 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37434) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:08.408733 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-73e0d2b1-fc50-4a16-8a1f-4b2df73396fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:08.428752 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-73e0d2b1-fc50-4a16-8a1f-4b2df73396fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:08.489126 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-73e0d2b1-fc50-4a16-8a1f-4b2df73396fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:08.492005 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-73e0d2b1-fc50-4a16-8a1f-4b2df73396fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:08.494156 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-73e0d2b1-fc50-4a16-8a1f-4b2df73396fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a17c1cd5-b465-4ae9-8b40-e5e363d86cbd HTTP/1.1" status: 204 len: 168 time: 0.1287153 Nov 09 05:36:08.501644 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0d2b1-fc50-4a16-8a1f-4b2df73396fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17c1cd5-b465-4ae9-8b40-e5e363d86cbd,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:09.166250 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37460) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:09.185190 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device f07149c3-1835-49a8-8700-7269b0a7fbbb no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:36:09.205843 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: f07149c3-1835-49a8-8700-7269b0a7fbbb {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:36:09.206528 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device f07149c3-1835-49a8-8700-7269b0a7fbbb not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:36:09.207070 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 525a64be-e9c3-4b86-8984-f72266faebd4 no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:36:09.221828 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2af3c-772a-4970-9c69-6e12f35949fa req-47cc946b-cf93-4483-bc87-30a3c0b4553c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:09.223333 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-34d2af3c-772a-4970-9c69-6e12f35949fa req-47cc946b-cf93-4483-bc87-30a3c0b4553c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 946 time: 0.0657623 Nov 09 05:36:09.227000 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: 525a64be-e9c3-4b86-8984-f72266faebd4 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:36:09.227523 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 525a64be-e9c3-4b86-8984-f72266faebd4 not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:36:09.268158 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-ee52808e-f96c-4303-9dd3-bc98df2a8017 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1195825251-network', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:36:09.277985 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-34d2af3c-772a-4970-9c69-6e12f35949fa req-2dfcb87b-a554-44d8-898e-34d94363ab49 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448089 Nov 09 05:36:09.289088 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee52808e-f96c-4303-9dd3-bc98df2a8017 admin admin] Made reservation on behalf of 3fdba2411572461f8bf1e42d4eac42db for: {'network': 1} {{(pid=100971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:36:09.291406 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ee52808e-f96c-4303-9dd3-bc98df2a8017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for network, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:09.299897 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ee52808e-f96c-4303-9dd3-bc98df2a8017 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:09.370101 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ee52808e-f96c-4303-9dd3-bc98df2a8017 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:09.373674 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ee52808e-f96c-4303-9dd3-bc98df2a8017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:09.400215 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee52808e-f96c-4303-9dd3-bc98df2a8017 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=100971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 05:36:09.405441 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52808e-f96c-4303-9dd3-bc98df2a8017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468c1418-bc5b-4f9b-b6f3-b1653d31ae87,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:09.413315 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ee52808e-f96c-4303-9dd3-bc98df2a8017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:09.413755 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.db.segments_db [None req-ee52808e-f96c-4303-9dd3-bc98df2a8017 admin admin] Added segment a8191805-07c1-40ef-8559-1a97a1bb7dda of type vlan for network 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 Nov 09 05:36:09.453361 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ee52808e-f96c-4303-9dd3-bc98df2a8017 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784574440138'] for network, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:09.476893 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ee52808e-f96c-4303-9dd3-bc98df2a8017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for network, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:09.477817 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee52808e-f96c-4303-9dd3-bc98df2a8017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:09.478409 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ee52808e-f96c-4303-9dd3-bc98df2a8017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:09.535573 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-ee52808e-f96c-4303-9dd3-bc98df2a8017 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3680084 Nov 09 05:36:09.538286 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37464) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:09.540490 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52808e-f96c-4303-9dd3-bc98df2a8017 admin admin] Pushing event updated for resources: {'Network': ['ID=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:09.543366 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-83640aa1-0ebd-4c6f-af94-a6b8131eb9cc admin admin] Request body: {'subnet': {'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1195825251-subnet', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'ip_version': 4}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:36:09.549778 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Network 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 details requested by agent ovs-agent-dv-cinder-817135-2-iscsi with host dv-cinder-817135-2-iscsi {{(pid=100973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 05:36:09.563844 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83640aa1-0ebd-4c6f-af94-a6b8131eb9cc admin admin] Made reservation on behalf of 3fdba2411572461f8bf1e42d4eac42db for: {'subnet': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:36:09.566379 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-83640aa1-0ebd-4c6f-af94-a6b8131eb9cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26185191'] for subnet, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:09.588884 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:36:09.726657 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-83640aa1-0ebd-4c6f-af94-a6b8131eb9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25700642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26186269'] for subnet, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:09.783477 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83640aa1-0ebd-4c6f-af94-a6b8131eb9cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2093278-c8bc-40f3-8462-2e0b4ebcac99,revision_number=0']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:09.790624 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83640aa1-0ebd-4c6f-af94-a6b8131eb9cc admin admin] Checking segment: {'id': 'a8191805-07c1-40ef-8559-1a97a1bb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:36:09.790976 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83640aa1-0ebd-4c6f-af94-a6b8131eb9cc admin admin] Network hostable DHCP agents. Network: 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5, hostable agents: ['d072c37d-c6e5-4774-92cd-7a83958f5a5d'], hosted agents: [] {{(pid=100972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 05:36:09.806375 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83640aa1-0ebd-4c6f-af94-a6b8131eb9cc admin admin] Network 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 is scheduled to be hosted by DHCP agent d072c37d-c6e5-4774-92cd-7a83958f5a5d with binding_index 1 {{(pid=100972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 05:36:09.815155 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-83640aa1-0ebd-4c6f-af94-a6b8131eb9cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-2-iscsi, 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5) {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:36:09.818754 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83640aa1-0ebd-4c6f-af94-a6b8131eb9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:09.819321 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-83640aa1-0ebd-4c6f-af94-a6b8131eb9cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:09.824146 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0bec71-576d-4126-932d-d998eeb8b026 None None] Network 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:36:09.834389 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-83640aa1-0ebd-4c6f-af94-a6b8131eb9cc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2949212 Nov 09 05:36:09.837184 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37466) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:09.841865 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-69634226-de2f-4ca5-933b-a2a3bb718a88 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:36:09.860741 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-69634226-de2f-4ca5-933b-a2a3bb718a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5241'] for router, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:09.861696 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-69634226-de2f-4ca5-933b-a2a3bb718a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5234'] for router, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:09.911174 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-69634226-de2f-4ca5-933b-a2a3bb718a88 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:09.966697 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21777919-bb63-569a-890b-429e7a5fb4dd-11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99'}]}} from dv-cinder-817135-2-iscsi. {{(pid=100973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 05:36:09.967590 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:09.988470 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:10.044120 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-69634226-de2f-4ca5-933b-a2a3bb718a88 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:10.105316 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.db_base_plugin_common [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Allocated IP 172.20.0.2 (11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5/f2093278-c8bc-40f3-8462-2e0b4ebcac99/dde471e6-75c4-4167-8513-3e2991a32b5c) {{(pid=100973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:36:10.237126 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-69634226-de2f-4ca5-933b-a2a3bb718a88 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:10.244068 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Publish callbacks [] for port, precommit_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:10.250545 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384'] for port, after_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:10.257714 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-69634226-de2f-4ca5-933b-a2a3bb718a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:10.286822 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Network 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 is already hosted by enough agents. {{(pid=100973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:36:10.293449 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.scheduler.base_scheduler [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Resources bound (agent type, host, resource id): {{(pid=100973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:36:10.297740 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Received port after_create {{(pid=100973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:36:10.300631 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Pushing event updated for resources: {'Port': ['ID=dde471e6-75c4-4167-8513-3e2991a32b5c,revision_number=1']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:10.309192 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:10.309544 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:10.309880 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:10.310268 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:10.311076 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:10.311076 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:10.311271 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:10.311467 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:10.311797 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:10.312188 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:10.312418 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:10.312803 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:10.364013 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Attempting to bind port dde471e6-75c4-4167-8513-3e2991a32b5c on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:36:10.364368 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Attempting to bind port dde471e6-75c4-4167-8513-3e2991a32b5c by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': 'a8191805-07c1-40ef-8559-1a97a1bb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5'}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:36:10.364718 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Attempting to bind port dde471e6-75c4-4167-8513-3e2991a32b5c on network 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:36:10.370459 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:36:10.370820 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Checking segment: {'id': 'a8191805-07c1-40ef-8559-1a97a1bb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:36:10.371203 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:10.371582 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Bound using segment: {'id': 'a8191805-07c1-40ef-8559-1a97a1bb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5'} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:36:10.372070 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Bound port: dde471e6-75c4-4167-8513-3e2991a32b5c, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8191805-07c1-40ef-8559-1a97a1bb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5'}}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:36:10.372442 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:10.389824 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [None req-69634226-de2f-4ca5-933b-a2a3bb718a88 admin admin] Allocated IP 172.27.0.212 (88e43ffb-3775-4d57-b72a-70455855b0f1/a0c8eb9b-e525-49dd-abc3-6c12893ff27c/e15a4c60-fb99-40b6-b3f2-77c6bfabc390) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:36:10.435052 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] For port dde471e6-75c4-4167-8513-3e2991a32b5c, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:36:10.438423 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ab995-a930-43ec-acc9-ce6165d32920 req-2c62c989-baa2-483b-8b1c-49dc84ead52f tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:10.438571 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] For port dde471e6-75c4-4167-8513-3e2991a32b5c, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=dde471e6-75c4-4167-8513-3e2991a32b5c,segment=NetworkSegment(a8191805-07c1-40ef-8559-1a97a1bb7dda),segment_id=a8191805-07c1-40ef-8559-1a97a1bb7dda)] {{(pid=100973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:36:10.439925 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8b8ab995-a930-43ec-acc9-ce6165d32920 req-2c62c989-baa2-483b-8b1c-49dc84ead52f tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 946 time: 0.0867505 Nov 09 05:36:10.447735 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:10.510206 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d74195-6e11-4a8f-9eca-41239d94ae7f None None] Pushing event updated for resources: {'Port': ['ID=dde471e6-75c4-4167-8513-3e2991a32b5c,revision_number=2']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:10.532228 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8b8ab995-a930-43ec-acc9-ce6165d32920 req-3013d21e-a146-46ac-bcac-27b85fe12407 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681915 Nov 09 05:36:10.545267 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-69634226-de2f-4ca5-933b-a2a3bb718a88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:10.588097 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-69634226-de2f-4ca5-933b-a2a3bb718a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:10.639510 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69634226-de2f-4ca5-933b-a2a3bb718a88 admin admin] Network 88e43ffb-3775-4d57-b72a-70455855b0f1 is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:36:10.644859 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-69634226-de2f-4ca5-933b-a2a3bb718a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:36:10.651531 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69634226-de2f-4ca5-933b-a2a3bb718a88 admin admin] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:36:10.679695 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69634226-de2f-4ca5-933b-a2a3bb718a88 admin admin] Pushing event updated for resources: {'Port': ['ID=e15a4c60-fb99-40b6-b3f2-77c6bfabc390,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:10.905853 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-69634226-de2f-4ca5-933b-a2a3bb718a88 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:11.192896 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device dde471e6-75c4-4167-8513-3e2991a32b5c up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:36:11.246640 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port dde471e6-75c4-4167-8513-3e2991a32b5c triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:11.247311 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:11.330773 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:11.356587 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-69634226-de2f-4ca5-933b-a2a3bb718a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461304'] for router, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:11.363235 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] For port dde471e6-75c4-4167-8513-3e2991a32b5c, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=dde471e6-75c4-4167-8513-3e2991a32b5c,segment=NetworkSegment(a8191805-07c1-40ef-8559-1a97a1bb7dda),segment_id=a8191805-07c1-40ef-8559-1a97a1bb7dda)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:36:11.369183 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:11.400226 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b528009-3829-43da-ac92-13bc0e028b6d None None] Network 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:36:11.492037 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69634226-de2f-4ca5-933b-a2a3bb718a88 admin admin] Router 2d9b0454-a8eb-47dd-910c-b13250d97106 is scheduled to L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a with binding_index 1 {{(pid=100971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 05:36:11.613727 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69634226-de2f-4ca5-933b-a2a3bb718a88 admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:36:11.619644 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-cbbfa560-4fdc-4b79-81ff-aae537f6bf78 None None] Provisioning complete for port dde471e6-75c4-4167-8513-3e2991a32b5c triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:11.619939 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cbbfa560-4fdc-4b79-81ff-aae537f6bf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:11.623718 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Pushing event updated for resources: {'Port': ['ID=dde471e6-75c4-4167-8513-3e2991a32b5c,revision_number=3']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:11.635426 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-69634226-de2f-4ca5-933b-a2a3bb718a88 admin admin] Publish callbacks [] for router, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:11.636863 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-69634226-de2f-4ca5-933b-a2a3bb718a88 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7986891 Nov 09 05:36:11.639557 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37472) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:11.652083 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] Sync routers for ids ['2d9b0454-a8eb-47dd-910c-b13250d97106'] in dv-cinder-817135-2-iscsi {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:36:11.657344 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774e300-1d61-4bcf-b05c-396eae9ea145 req-7dfacb8a-f727-48e6-863d-4450a4b47a35 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:11.658960 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c774e300-1d61-4bcf-b05c-396eae9ea145 req-7dfacb8a-f727-48e6-863d-4450a4b47a35 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 946 time: 0.0581219 Nov 09 05:36:11.687855 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] Routers {'2d9b0454-a8eb-47dd-910c-b13250d97106'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:36:11.688946 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:36:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['2d9b0454-a8eb-47dd-910c-b13250d97106'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:11.713361 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c774e300-1d61-4bcf-b05c-396eae9ea145 req-52d59140-a95c-45bd-a790-1bbcda03c69d tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469725 Nov 09 05:36:11.888669 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] Set router 2d9b0454-a8eb-47dd-910c-b13250d97106 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:36:12.062999 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5a989322-0ca0-4522-9ed9-b68c098c3933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:12.085379 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:36:10Z', 'revision_number': 3, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:12.114662 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] Checking router: 2d9b0454-a8eb-47dd-910c-b13250d97106 for host: dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:36:12.115017 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] Updating router 2d9b0454-a8eb-47dd-910c-b13250d97106 port e15a4c60-fb99-40b6-b3f2-77c6bfabc390 binding host dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 05:36:12.143654 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:12.223072 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [None req-5a989322-0ca0-4522-9ed9-b68c098c3933 admin admin] Allocated IP 172.20.0.1 (11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5/f2093278-c8bc-40f3-8462-2e0b4ebcac99/fb14a933-4c6c-4820-9e0c-190c63b6758d) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:36:12.230871 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-8fbf1ee7-63fd-4725-b220-6fb354c3f95a None None] Provisioning complete for port dde471e6-75c4-4167-8513-3e2991a32b5c triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:12.231231 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-8fbf1ee7-63fd-4725-b220-6fb354c3f95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:12.325693 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5a989322-0ca0-4522-9ed9-b68c098c3933 admin admin] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:12.358606 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5a989322-0ca0-4522-9ed9-b68c098c3933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:12.395526 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a989322-0ca0-4522-9ed9-b68c098c3933 admin admin] Network 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:36:12.398202 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-5a989322-0ca0-4522-9ed9-b68c098c3933 admin admin] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:36:12.401086 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a989322-0ca0-4522-9ed9-b68c098c3933 admin admin] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:36:12.437152 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a989322-0ca0-4522-9ed9-b68c098c3933 admin admin] Pushing event updated for resources: {'Port': ['ID=fb14a933-4c6c-4820-9e0c-190c63b6758d,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:12.454161 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5a989322-0ca0-4522-9ed9-b68c098c3933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461613'] for router_interface, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:12.468137 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] Publish callbacks [] for port, precommit_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:12.473517 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:12.522855 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] Attempting to bind port e15a4c60-fb99-40b6-b3f2-77c6bfabc390 on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:36:12.523220 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] Attempting to bind port e15a4c60-fb99-40b6-b3f2-77c6bfabc390 by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:36:12.523574 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] Attempting to bind port e15a4c60-fb99-40b6-b3f2-77c6bfabc390 on network 88e43ffb-3775-4d57-b72a-70455855b0f1 {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:36:12.536455 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:36:12.536819 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] Checking segment: {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:36:12.537211 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:12.537598 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] Bound using segment: {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:36:12.538062 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] Bound port: e15a4c60-fb99-40b6-b3f2-77c6bfabc390, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:36:12.538432 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:12.541593 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9607e43-cf20-4ec9-b9ae-488e9fca2aa5 None None] Pushing event updated for resources: {'Port': ['ID=e15a4c60-fb99-40b6-b3f2-77c6bfabc390,revision_number=2']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:12.592394 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5a989322-0ca0-4522-9ed9-b68c098c3933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:12.601608 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] For port e15a4c60-fb99-40b6-b3f2-77c6bfabc390, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:36:12.605515 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] For port e15a4c60-fb99-40b6-b3f2-77c6bfabc390, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=e15a4c60-fb99-40b6-b3f2-77c6bfabc390,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:36:12.609385 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:12.671205 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] Routers {'2d9b0454-a8eb-47dd-910c-b13250d97106'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:36:12.671716 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:36:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['2d9b0454-a8eb-47dd-910c-b13250d97106'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:12.673492 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9607e43-cf20-4ec9-b9ae-488e9fca2aa5 None None] Pushing event updated for resources: {'Port': ['ID=e15a4c60-fb99-40b6-b3f2-77c6bfabc390,revision_number=3']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:12.761695 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-4324a1a0-4fef-410d-b44c-4bb7c4855854 None None] Provisioning complete for port fb14a933-4c6c-4820-9e0c-190c63b6758d triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:12.762056 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-4324a1a0-4fef-410d-b44c-4bb7c4855854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:12.762981 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5a989322-0ca0-4522-9ed9-b68c098c3933 admin admin] Publish callbacks [] for port, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:12.775444 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5a989322-0ca0-4522-9ed9-b68c098c3933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3537972'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:12.816514 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-4324a1a0-4fef-410d-b44c-4bb7c4855854 None None] Port fb14a933-4c6c-4820-9e0c-190c63b6758d cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:36:12.826849 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] Set router 2d9b0454-a8eb-47dd-910c-b13250d97106 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:36:12.872882 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5a989322-0ca0-4522-9ed9-b68c098c3933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-461753'] for router_interface, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:12.884680 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a989322-0ca0-4522-9ed9-b68c098c3933 admin admin] Pushing event updated for resources: {'Port': ['ID=fb14a933-4c6c-4820-9e0c-190c63b6758d,revision_number=2']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:12.914669 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca28e62-5b06-4a10-a0fc-c929f7109c80 req-3925fa32-6da5-4d9c-b775-fd61fd6f21b6 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:12.916734 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8ca28e62-5b06-4a10-a0fc-c929f7109c80 req-3925fa32-6da5-4d9c-b775-fd61fd6f21b6 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 946 time: 0.1126132 Nov 09 05:36:13.010547 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-8ca28e62-5b06-4a10-a0fc-c929f7109c80 req-9dab4bf6-b61f-42ca-a239-342c73416519 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631936 Nov 09 05:36:13.020117 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a989322-0ca0-4522-9ed9-b68c098c3933 admin admin] Network 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:36:13.023018 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-5a989322-0ca0-4522-9ed9-b68c098c3933 admin admin] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:36:13.027523 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'fb14a933-4c6c-4820-9e0c-190c63b6758d', 'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'mac_address': 'fa:16:3e:00:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:12Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 1, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'subnets': [{'id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:13.062696 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5917d227-ffd5-40cd-8746-eeebe0fe678c None None] The sync data for ids ['2d9b0454-a8eb-47dd-910c-b13250d97106'] in dv-cinder-817135-2-iscsi is: [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'fb14a933-4c6c-4820-9e0c-190c63b6758d', 'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'mac_address': 'fa:16:3e:00:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:12Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 1, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'subnets': [{'id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:36:13.171908 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a989322-0ca0-4522-9ed9-b68c098c3933 admin admin] Router 2d9b0454-a8eb-47dd-910c-b13250d97106 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:36:13.192906 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device dde471e6-75c4-4167-8513-3e2991a32b5c up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:36:13.250147 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port dde471e6-75c4-4167-8513-3e2991a32b5c triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:13.250516 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:13.323102 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a989322-0ca0-4522-9ed9-b68c098c3933 admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:36:13.328303 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-5a989322-0ca0-4522-9ed9-b68c098c3933 admin admin] 10.222.0.41 "PUT /v2.0/routers/2d9b0454-a8eb-47dd-910c-b13250d97106/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6877222 Nov 09 05:36:13.370065 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-d36aaf88-6df3-46bf-8a3d-489e223936d8 None None] Provisioning complete for port fb14a933-4c6c-4820-9e0c-190c63b6758d triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:13.370505 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-d36aaf88-6df3-46bf-8a3d-489e223936d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:13.555329 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-d36aaf88-6df3-46bf-8a3d-489e223936d8 None None] Port fb14a933-4c6c-4820-9e0c-190c63b6758d cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:36:13.891031 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37492) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:13.896123 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-61f66970-d772-4beb-8280-6669b8163b43 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1051896223-network', 'tenant_id': '298bebc45f214912a90f689c1002f289'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:36:13.924844 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f66970-d772-4beb-8280-6669b8163b43 admin admin] Made reservation on behalf of 298bebc45f214912a90f689c1002f289 for: {'network': 1} {{(pid=100971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:36:13.927090 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-61f66970-d772-4beb-8280-6669b8163b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for network, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:13.935864 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-61f66970-d772-4beb-8280-6669b8163b43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:14.012907 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-61f66970-d772-4beb-8280-6669b8163b43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:14.017440 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-61f66970-d772-4beb-8280-6669b8163b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:14.042728 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f66970-d772-4beb-8280-6669b8163b43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=100971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 09 05:36:14.052720 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f66970-d772-4beb-8280-6669b8163b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f01479-a541-4ea4-bbb9-bf02fe666ec3,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:14.059282 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-61f66970-d772-4beb-8280-6669b8163b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:14.059660 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.db.segments_db [None req-61f66970-d772-4beb-8280-6669b8163b43 admin admin] Added segment c950a5cb-1859-4969-8b10-839c0f39f169 of type vlan for network 976fec5b-1836-46a4-b206-f10b6e9ae68a Nov 09 05:36:14.104097 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-61f66970-d772-4beb-8280-6669b8163b43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784574440138'] for network, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:14.131658 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-61f66970-d772-4beb-8280-6669b8163b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076'] for network, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:14.132679 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f66970-d772-4beb-8280-6669b8163b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:14.133264 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-61f66970-d772-4beb-8280-6669b8163b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:14.146452 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60dc61-8679-4f97-acd6-12fea4e7bc3b req-5e18e0d4-2551-4298-8c48-9f57ceb33eb0 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:14.148634 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0e60dc61-8679-4f97-acd6-12fea4e7bc3b req-5e18e0d4-2551-4298-8c48-9f57ceb33eb0 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 946 time: 0.0618753 Nov 09 05:36:14.196723 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-61f66970-d772-4beb-8280-6669b8163b43 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3038738 Nov 09 05:36:14.199363 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37496) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:14.206223 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-0e60dc61-8679-4f97-acd6-12fea4e7bc3b req-8a8f6292-fb25-49e4-9c12-ad6087413cdc tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507550 Nov 09 05:36:14.208240 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-e9ac1a6b-b0c7-46ad-8a3b-527c84f97604 admin admin] Request body: {'subnet': {'network_id': '976fec5b-1836-46a4-b206-f10b6e9ae68a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1051896223-subnet', 'tenant_id': '298bebc45f214912a90f689c1002f289', 'ip_version': 4}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:36:14.211855 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f66970-d772-4beb-8280-6669b8163b43 admin admin] Pushing event updated for resources: {'Network': ['ID=976fec5b-1836-46a4-b206-f10b6e9ae68a,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:14.223421 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Network 976fec5b-1836-46a4-b206-f10b6e9ae68a details requested by agent ovs-agent-dv-cinder-817135-2-iscsi with host dv-cinder-817135-2-iscsi {{(pid=100973) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 09 05:36:14.236741 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ac1a6b-b0c7-46ad-8a3b-527c84f97604 admin admin] Made reservation on behalf of 298bebc45f214912a90f689c1002f289 for: {'subnet': 1} {{(pid=100971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:36:14.239166 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e9ac1a6b-b0c7-46ad-8a3b-527c84f97604 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3264629'] for subnet, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:14.410370 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e9ac1a6b-b0c7-46ad-8a3b-527c84f97604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3538111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3264399'] for subnet, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:14.463822 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac1a6b-b0c7-46ad-8a3b-527c84f97604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7bec38f-dbfd-4a23-bce6-455b03631072,revision_number=0']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:14.472378 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ac1a6b-b0c7-46ad-8a3b-527c84f97604 admin admin] Checking segment: {'id': 'c950a5cb-1859-4969-8b10-839c0f39f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '976fec5b-1836-46a4-b206-f10b6e9ae68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:36:14.472733 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ac1a6b-b0c7-46ad-8a3b-527c84f97604 admin admin] Network hostable DHCP agents. Network: 976fec5b-1836-46a4-b206-f10b6e9ae68a, hostable agents: ['d072c37d-c6e5-4774-92cd-7a83958f5a5d'], hosted agents: [] {{(pid=100971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 09 05:36:14.489027 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ac1a6b-b0c7-46ad-8a3b-527c84f97604 admin admin] Network 976fec5b-1836-46a4-b206-f10b6e9ae68a is scheduled to be hosted by DHCP agent d072c37d-c6e5-4774-92cd-7a83958f5a5d with binding_index 1 {{(pid=100971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 09 05:36:14.498122 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-e9ac1a6b-b0c7-46ad-8a3b-527c84f97604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817135-2-iscsi, 976fec5b-1836-46a4-b206-f10b6e9ae68a) {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:36:14.501954 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ac1a6b-b0c7-46ad-8a3b-527c84f97604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:14.502554 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-e9ac1a6b-b0c7-46ad-8a3b-527c84f97604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for subnet, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:14.506909 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb70bb36-a064-4549-9982-061902d20bfe None None] Network 976fec5b-1836-46a4-b206-f10b6e9ae68a requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:36:14.518960 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-e9ac1a6b-b0c7-46ad-8a3b-527c84f97604 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3184781 Nov 09 05:36:14.521483 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37498) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:14.525766 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-07871798-94f0-4b3a-aaea-6e0d20811d2d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1051896223-router', 'tenant_id': '298bebc45f214912a90f689c1002f289', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:36:14.545767 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-07871798-94f0-4b3a-aaea-6e0d20811d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-462356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5241'] for router, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:14.546829 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-07871798-94f0-4b3a-aaea-6e0d20811d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-462496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-461101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5234'] for router, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:14.602854 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-07871798-94f0-4b3a-aaea-6e0d20811d2d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:14.653746 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010d2e2b-7b3e-451c-86bd-f45e4b4339c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21777919-bb63-569a-890b-429e7a5fb4dd-976fec5b-1836-46a4-b206-f10b6e9ae68a', 'network_id': '976fec5b-1836-46a4-b206-f10b6e9ae68a', 'tenant_id': '298bebc45f214912a90f689c1002f289', 'fixed_ips': [{'subnet_id': 'c7bec38f-dbfd-4a23-bce6-455b03631072'}]}} from dv-cinder-817135-2-iscsi. {{(pid=100973) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 09 05:36:14.654603 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-010d2e2b-7b3e-451c-86bd-f45e4b4339c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:14.738102 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-07871798-94f0-4b3a-aaea-6e0d20811d2d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:14.792565 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.db_base_plugin_common [None req-010d2e2b-7b3e-451c-86bd-f45e4b4339c4 None None] Allocated IP 172.20.0.2 (976fec5b-1836-46a4-b206-f10b6e9ae68a/c7bec38f-dbfd-4a23-bce6-455b03631072/c1497486-5c10-4882-b7ba-567e62fb1ae3) {{(pid=100973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:36:14.937793 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-010d2e2b-7b3e-451c-86bd-f45e4b4339c4 None None] Publish callbacks [] for port, precommit_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:14.944950 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-010d2e2b-7b3e-451c-86bd-f45e4b4339c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384'] for port, after_create {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:14.947998 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-07871798-94f0-4b3a-aaea-6e0d20811d2d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:14.967587 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-07871798-94f0-4b3a-aaea-6e0d20811d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:14.981868 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010d2e2b-7b3e-451c-86bd-f45e4b4339c4 None None] Network 976fec5b-1836-46a4-b206-f10b6e9ae68a is already hosted by enough agents. {{(pid=100973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:36:14.990353 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.scheduler.base_scheduler [None req-010d2e2b-7b3e-451c-86bd-f45e4b4339c4 None None] Resources bound (agent type, host, resource id): {{(pid=100973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:36:14.995066 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010d2e2b-7b3e-451c-86bd-f45e4b4339c4 None None] Received port after_create {{(pid=100973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:36:14.998064 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d2e2b-7b3e-451c-86bd-f45e4b4339c4 None None] Pushing event updated for resources: {'Port': ['ID=c1497486-5c10-4882-b7ba-567e62fb1ae3,revision_number=1']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:15.053952 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-010d2e2b-7b3e-451c-86bd-f45e4b4339c4 None None] Attempting to bind port c1497486-5c10-4882-b7ba-567e62fb1ae3 on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:36:15.054314 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-010d2e2b-7b3e-451c-86bd-f45e4b4339c4 None None] Attempting to bind port c1497486-5c10-4882-b7ba-567e62fb1ae3 by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': 'c950a5cb-1859-4969-8b10-839c0f39f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '976fec5b-1836-46a4-b206-f10b6e9ae68a'}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:36:15.054670 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010d2e2b-7b3e-451c-86bd-f45e4b4339c4 None None] Attempting to bind port c1497486-5c10-4882-b7ba-567e62fb1ae3 on network 976fec5b-1836-46a4-b206-f10b6e9ae68a {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:36:15.059806 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010d2e2b-7b3e-451c-86bd-f45e4b4339c4 None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:36:15.060171 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010d2e2b-7b3e-451c-86bd-f45e4b4339c4 None None] Checking segment: {'id': 'c950a5cb-1859-4969-8b10-839c0f39f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '976fec5b-1836-46a4-b206-f10b6e9ae68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:36:15.060624 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-010d2e2b-7b3e-451c-86bd-f45e4b4339c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:15.060953 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010d2e2b-7b3e-451c-86bd-f45e4b4339c4 None None] Bound using segment: {'id': 'c950a5cb-1859-4969-8b10-839c0f39f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '976fec5b-1836-46a4-b206-f10b6e9ae68a'} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:36:15.061399 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-010d2e2b-7b3e-451c-86bd-f45e4b4339c4 None None] Bound port: c1497486-5c10-4882-b7ba-567e62fb1ae3, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c950a5cb-1859-4969-8b10-839c0f39f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '976fec5b-1836-46a4-b206-f10b6e9ae68a'}}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:36:15.061773 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-010d2e2b-7b3e-451c-86bd-f45e4b4339c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:15.083776 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [None req-07871798-94f0-4b3a-aaea-6e0d20811d2d admin admin] Allocated IP 172.27.0.88 (88e43ffb-3775-4d57-b72a-70455855b0f1/a0c8eb9b-e525-49dd-abc3-6c12893ff27c/79772813-6ed8-440f-9c18-ec4e639b1aa9) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:36:15.132202 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-010d2e2b-7b3e-451c-86bd-f45e4b4339c4 None None] For port c1497486-5c10-4882-b7ba-567e62fb1ae3, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:36:15.140597 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-010d2e2b-7b3e-451c-86bd-f45e4b4339c4 None None] For port c1497486-5c10-4882-b7ba-567e62fb1ae3, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=c1497486-5c10-4882-b7ba-567e62fb1ae3,segment=NetworkSegment(c950a5cb-1859-4969-8b10-839c0f39f169),segment_id=c950a5cb-1859-4969-8b10-839c0f39f169)] {{(pid=100973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:36:15.147337 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] Sync routers for ids ['2d9b0454-a8eb-47dd-910c-b13250d97106'] in dv-cinder-817135-2-iscsi {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:36:15.148131 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-010d2e2b-7b3e-451c-86bd-f45e4b4339c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:15.161119 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] Routers {'2d9b0454-a8eb-47dd-910c-b13250d97106'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:36:15.164242 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:36:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['2d9b0454-a8eb-47dd-910c-b13250d97106'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:15.215905 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d2e2b-7b3e-451c-86bd-f45e4b4339c4 None None] Pushing event updated for resources: {'Port': ['ID=c1497486-5c10-4882-b7ba-567e62fb1ae3,revision_number=2']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:15.240236 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-07871798-94f0-4b3a-aaea-6e0d20811d2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:15.246995 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device e15a4c60-fb99-40b6-b3f2-77c6bfabc390 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:36:15.293346 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-07871798-94f0-4b3a-aaea-6e0d20811d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:15.313130 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] Set router 2d9b0454-a8eb-47dd-910c-b13250d97106 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:36:15.328002 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port e15a4c60-fb99-40b6-b3f2-77c6bfabc390 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:15.328763 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:15.371469 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07871798-94f0-4b3a-aaea-6e0d20811d2d admin admin] Network 88e43ffb-3775-4d57-b72a-70455855b0f1 is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:36:15.382030 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-07871798-94f0-4b3a-aaea-6e0d20811d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:36:15.388083 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07871798-94f0-4b3a-aaea-6e0d20811d2d admin admin] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:36:15.419288 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:15.469983 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] For port e15a4c60-fb99-40b6-b3f2-77c6bfabc390, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=e15a4c60-fb99-40b6-b3f2-77c6bfabc390,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:36:15.475261 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:15.509050 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016bc7a-58cf-4c10-93d6-faf0d70e911a req-baa50604-b6d2-4241-9a01-4dc6572f049d tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:15.511169 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f016bc7a-58cf-4c10-93d6-faf0d70e911a req-baa50604-b6d2-4241-9a01-4dc6572f049d tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 946 time: 0.2212691 Nov 09 05:36:15.539336 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Pushing event updated for resources: {'Port': ['ID=e15a4c60-fb99-40b6-b3f2-77c6bfabc390,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:15.567643 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07871798-94f0-4b3a-aaea-6e0d20811d2d admin admin] Pushing event updated for resources: {'Port': ['ID=79772813-6ed8-440f-9c18-ec4e639b1aa9,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:15.569993 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'fb14a933-4c6c-4820-9e0c-190c63b6758d', 'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'mac_address': 'fa:16:3e:00:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:12Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 2, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'subnets': [{'id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:15.601528 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] Checking router: 2d9b0454-a8eb-47dd-910c-b13250d97106 for host: dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:36:15.602156 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] Updating router 2d9b0454-a8eb-47dd-910c-b13250d97106 port fb14a933-4c6c-4820-9e0c-190c63b6758d binding host dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 05:36:15.628573 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:15.653930 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f016bc7a-58cf-4c10-93d6-faf0d70e911a req-2cb42daa-c7cd-429f-a336-8605ed80abae tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1311421 Nov 09 05:36:15.751393 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-07871798-94f0-4b3a-aaea-6e0d20811d2d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:15.910094 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] Publish callbacks [] for port, precommit_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:15.917041 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:15.973193 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c3113-3cbf-4574-9ec7-538dc6a9ceeb None None] Pushing event updated for resources: {'Port': ['ID=fb14a933-4c6c-4820-9e0c-190c63b6758d,revision_number=3']} {{(pid=100974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:16.000534 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c3113-3cbf-4574-9ec7-538dc6a9ceeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:16.000876 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c3113-3cbf-4574-9ec7-538dc6a9ceeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:16.001218 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c3113-3cbf-4574-9ec7-538dc6a9ceeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:16.001544 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c3113-3cbf-4574-9ec7-538dc6a9ceeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:16.001864 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c3113-3cbf-4574-9ec7-538dc6a9ceeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:16.002192 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c3113-3cbf-4574-9ec7-538dc6a9ceeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:16.002624 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c3113-3cbf-4574-9ec7-538dc6a9ceeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:16.002943 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c3113-3cbf-4574-9ec7-538dc6a9ceeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:16.003274 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c3113-3cbf-4574-9ec7-538dc6a9ceeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:16.003592 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c3113-3cbf-4574-9ec7-538dc6a9ceeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:16.003931 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c3113-3cbf-4574-9ec7-538dc6a9ceeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:16.004237 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c3113-3cbf-4574-9ec7-538dc6a9ceeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:16.034486 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] Attempting to bind port fb14a933-4c6c-4820-9e0c-190c63b6758d on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:36:16.034836 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] Attempting to bind port fb14a933-4c6c-4820-9e0c-190c63b6758d by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': 'a8191805-07c1-40ef-8559-1a97a1bb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5'}] {{(pid=100974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:36:16.035186 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] Attempting to bind port fb14a933-4c6c-4820-9e0c-190c63b6758d on network 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:36:16.041366 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:36:16.041739 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] Checking segment: {'id': 'a8191805-07c1-40ef-8559-1a97a1bb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:36:16.042370 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:16.042618 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] Bound using segment: {'id': 'a8191805-07c1-40ef-8559-1a97a1bb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5'} {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:36:16.043684 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] Bound port: fb14a933-4c6c-4820-9e0c-190c63b6758d, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8191805-07c1-40ef-8559-1a97a1bb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5'}}] {{(pid=100974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:36:16.043684 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:16.124946 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.db [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] For port fb14a933-4c6c-4820-9e0c-190c63b6758d, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:36:16.128841 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.db [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] For port fb14a933-4c6c-4820-9e0c-190c63b6758d, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=fb14a933-4c6c-4820-9e0c-190c63b6758d,segment=NetworkSegment(a8191805-07c1-40ef-8559-1a97a1bb7dda),segment_id=a8191805-07c1-40ef-8559-1a97a1bb7dda)] {{(pid=100974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:36:16.135924 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:16.198061 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] Routers {'2d9b0454-a8eb-47dd-910c-b13250d97106'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:36:16.198722 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:36:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['2d9b0454-a8eb-47dd-910c-b13250d97106'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:16.262020 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-07871798-94f0-4b3a-aaea-6e0d20811d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-462511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461304'] for router, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:16.298790 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c3113-3cbf-4574-9ec7-538dc6a9ceeb None None] Pushing event updated for resources: {'Port': ['ID=fb14a933-4c6c-4820-9e0c-190c63b6758d,revision_number=4']} {{(pid=100974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:16.306743 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-f0d83f52-88d5-499a-954d-256e318f4ff9 None None] Provisioning complete for port fb14a933-4c6c-4820-9e0c-190c63b6758d triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:16.307292 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f0d83f52-88d5-499a-954d-256e318f4ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:16.336180 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] Set router 2d9b0454-a8eb-47dd-910c-b13250d97106 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:36:16.427658 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f0d83f52-88d5-499a-954d-256e318f4ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:16.438047 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07871798-94f0-4b3a-aaea-6e0d20811d2d admin admin] Router b0aac6d6-044d-4cf4-88d0-e389c49b8776 is scheduled to L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a with binding_index 1 {{(pid=100971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 09 05:36:16.443738 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a5f290-a99d-4ccb-834f-510c7ae54208 None None] Network 976fec5b-1836-46a4-b206-f10b6e9ae68a requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:36:16.529972 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-f0d83f52-88d5-499a-954d-256e318f4ff9 None None] For port fb14a933-4c6c-4820-9e0c-190c63b6758d, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=fb14a933-4c6c-4820-9e0c-190c63b6758d,segment=NetworkSegment(a8191805-07c1-40ef-8559-1a97a1bb7dda),segment_id=a8191805-07c1-40ef-8559-1a97a1bb7dda)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:36:16.536306 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f0d83f52-88d5-499a-954d-256e318f4ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:16.558353 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07871798-94f0-4b3a-aaea-6e0d20811d2d admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:36:16.576092 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-07871798-94f0-4b3a-aaea-6e0d20811d2d admin admin] Publish callbacks [] for router, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:16.580079 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-07871798-94f0-4b3a-aaea-6e0d20811d2d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0574811 Nov 09 05:36:16.580962 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37502) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:16.581495 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] Sync routers for ids ['b0aac6d6-044d-4cf4-88d0-e389c49b8776'] in dv-cinder-817135-2-iscsi {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:36:16.582938 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'fb14a933-4c6c-4820-9e0c-190c63b6758d', 'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'mac_address': 'fa:16:3e:00:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:12Z', 'updated_at': '2021-11-09T05:36:16Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'subnets': [{'id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:16.610649 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] Routers {'b0aac6d6-044d-4cf4-88d0-e389c49b8776'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:36:16.611263 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:36:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['b0aac6d6-044d-4cf4-88d0-e389c49b8776'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:16.612902 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d83f52-88d5-499a-954d-256e318f4ff9 None None] Pushing event updated for resources: {'Port': ['ID=fb14a933-4c6c-4820-9e0c-190c63b6758d,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:16.614563 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370a58ef-74b5-4359-94ab-0790c4ee9dc9 None None] The sync data for ids ['2d9b0454-a8eb-47dd-910c-b13250d97106'] in dv-cinder-817135-2-iscsi is: [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'fb14a933-4c6c-4820-9e0c-190c63b6758d', 'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'mac_address': 'fa:16:3e:00:d6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:12Z', 'updated_at': '2021-11-09T05:36:16Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'subnets': [{'id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:36:16.709997 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-af64aefa-80e6-436e-839e-00a0e49c6e09 None None] Provisioning complete for port fb14a933-4c6c-4820-9e0c-190c63b6758d triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:16.710367 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-af64aefa-80e6-436e-839e-00a0e49c6e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:16.833662 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] Set router b0aac6d6-044d-4cf4-88d0-e389c49b8776 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:36:16.846773 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0600b4d-ed03-45fb-bf90-edd2f07f3339 req-0cf68ddf-5878-4cf6-b3cc-98e102a754a5 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:16.848326 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f0600b4d-ed03-45fb-bf90-edd2f07f3339 req-0cf68ddf-5878-4cf6-b3cc-98e102a754a5 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 946 time: 0.1087518 Nov 09 05:36:16.961134 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f0600b4d-ed03-45fb-bf90-edd2f07f3339 req-a78c7cb9-5a1d-49da-9ad5-87e608e554e8 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1063972 Nov 09 05:36:17.043089 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-af64aefa-80e6-436e-839e-00a0e49c6e09 None None] Provisioning complete for port c1497486-5c10-4882-b7ba-567e62fb1ae3 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:17.043465 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-af64aefa-80e6-436e-839e-00a0e49c6e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:17.182711 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-30e9eea0-beed-4c67-910c-cb88e3046e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:17.200707 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-af64aefa-80e6-436e-839e-00a0e49c6e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:17.212505 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aac6d6-044d-4cf4-88d0-e389c49b8776', 'name': 'tempest-TestVolumeBootPattern-1051896223-router', 'tenant_id': '298bebc45f214912a90f689c1002f289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '79772813-6ed8-440f-9c18-ec4e639b1aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:14Z', 'updated_at': '2021-11-09T05:36:15Z', 'revision_number': 3, 'project_id': '298bebc45f214912a90f689c1002f289', 'gw_port': {'id': '79772813-6ed8-440f-9c18-ec4e639b1aa9', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aac6d6-044d-4cf4-88d0-e389c49b8776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:14Z', 'updated_at': '2021-11-09T05:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:17.243161 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] Checking router: b0aac6d6-044d-4cf4-88d0-e389c49b8776 for host: dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:36:17.243510 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] Updating router b0aac6d6-044d-4cf4-88d0-e389c49b8776 port 79772813-6ed8-440f-9c18-ec4e639b1aa9 binding host dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 05:36:17.288307 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:17.294297 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-af64aefa-80e6-436e-839e-00a0e49c6e09 None None] For port c1497486-5c10-4882-b7ba-567e62fb1ae3, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=c1497486-5c10-4882-b7ba-567e62fb1ae3,segment=NetworkSegment(c950a5cb-1859-4969-8b10-839c0f39f169),segment_id=c950a5cb-1859-4969-8b10-839c0f39f169)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:36:17.314318 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-af64aefa-80e6-436e-839e-00a0e49c6e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:17.377045 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_common [None req-30e9eea0-beed-4c67-910c-cb88e3046e9c admin admin] Allocated IP 172.20.0.1 (976fec5b-1836-46a4-b206-f10b6e9ae68a/c7bec38f-dbfd-4a23-bce6-455b03631072/beb90233-6fbc-4a37-ad72-5884c2285207) {{(pid=100972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:36:17.398070 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device e15a4c60-fb99-40b6-b3f2-77c6bfabc390 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:36:17.487173 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-30e9eea0-beed-4c67-910c-cb88e3046e9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:17.522959 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-30e9eea0-beed-4c67-910c-cb88e3046e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:17.565885 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e9eea0-beed-4c67-910c-cb88e3046e9c admin admin] Network 976fec5b-1836-46a4-b206-f10b6e9ae68a is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:36:17.571424 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-30e9eea0-beed-4c67-910c-cb88e3046e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:36:17.574999 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e9eea0-beed-4c67-910c-cb88e3046e9c admin admin] Received port after_create {{(pid=100972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:36:17.598961 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9eea0-beed-4c67-910c-cb88e3046e9c admin admin] Pushing event updated for resources: {'Port': ['ID=beb90233-6fbc-4a37-ad72-5884c2285207,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:17.611434 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64aefa-80e6-436e-839e-00a0e49c6e09 None None] Pushing event updated for resources: {'Port': ['ID=c1497486-5c10-4882-b7ba-567e62fb1ae3,revision_number=3']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:17.619359 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-30e9eea0-beed-4c67-910c-cb88e3046e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461613'] for router_interface, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:17.640530 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-e89d0d89-1c8e-4189-967f-ebd1d0c302a3 None None] Provisioning complete for port c1497486-5c10-4882-b7ba-567e62fb1ae3 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:17.640897 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e89d0d89-1c8e-4189-967f-ebd1d0c302a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:17.729651 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port e15a4c60-fb99-40b6-b3f2-77c6bfabc390 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:17.730014 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:17.755539 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-30e9eea0-beed-4c67-910c-cb88e3046e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:17.907830 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] Publish callbacks [] for port, precommit_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:17.918282 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:17.920828 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device c1497486-5c10-4882-b7ba-567e62fb1ae3 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:36:18.018804 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] Attempting to bind port 79772813-6ed8-440f-9c18-ec4e639b1aa9 on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:36:18.019167 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] Attempting to bind port 79772813-6ed8-440f-9c18-ec4e639b1aa9 by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:36:18.019524 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] Attempting to bind port 79772813-6ed8-440f-9c18-ec4e639b1aa9 on network 88e43ffb-3775-4d57-b72a-70455855b0f1 {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:36:18.024754 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b5c7d-6f63-4ff2-988b-d551bb4de1a4 None None] Pushing event updated for resources: {'Port': ['ID=79772813-6ed8-440f-9c18-ec4e639b1aa9,revision_number=2']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:18.034967 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:36:18.035336 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] Checking segment: {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:36:18.035752 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:18.036142 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] Bound using segment: {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'} {{(pid=100973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:36:18.036622 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.managers [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] Bound port: 79772813-6ed8-440f-9c18-ec4e639b1aa9, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3779a0d8-33fb-4bd0-9a67-239b13a3106e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1'}}] {{(pid=100973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:36:18.036995 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:18.059835 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-6c2dc52f-08ca-4763-ad79-a44de521a10c None None] Provisioning complete for port beb90233-6fbc-4a37-ad72-5884c2285207 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:18.060193 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-6c2dc52f-08ca-4763-ad79-a44de521a10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:18.088382 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ce413-d74b-4f0d-828d-c2ccf82fdade req-ed5aa9be-bbc7-416d-bae3-cf106775e8b7 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:18.092405 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0a3ce413-d74b-4f0d-828d-c2ccf82fdade req-ed5aa9be-bbc7-416d-bae3-cf106775e8b7 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 946 time: 0.0546362 Nov 09 05:36:18.112877 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port c1497486-5c10-4882-b7ba-567e62fb1ae3 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:18.113244 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:18.145706 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-0a3ce413-d74b-4f0d-828d-c2ccf82fdade req-2c897bc8-0f47-49a2-a292-64c79272a688 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491092 Nov 09 05:36:18.151872 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] For port 79772813-6ed8-440f-9c18-ec4e639b1aa9, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:36:18.155637 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-6c2dc52f-08ca-4763-ad79-a44de521a10c None None] Port beb90233-6fbc-4a37-ad72-5884c2285207 cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:36:18.175234 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] For port 79772813-6ed8-440f-9c18-ec4e639b1aa9, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=79772813-6ed8-440f-9c18-ec4e639b1aa9,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:36:18.181094 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:18.186849 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-30e9eea0-beed-4c67-910c-cb88e3046e9c admin admin] Publish callbacks [] for port, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:18.192876 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-30e9eea0-beed-4c67-910c-cb88e3046e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:18.256060 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9eea0-beed-4c67-910c-cb88e3046e9c admin admin] Pushing event updated for resources: {'Port': ['ID=beb90233-6fbc-4a37-ad72-5884c2285207,revision_number=2']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:18.262955 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-30e9eea0-beed-4c67-910c-cb88e3046e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-601902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-461753'] for router_interface, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:18.276069 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] Routers {'b0aac6d6-044d-4cf4-88d0-e389c49b8776'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:36:18.276680 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:36:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['b0aac6d6-044d-4cf4-88d0-e389c49b8776'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:18.281872 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b5c7d-6f63-4ff2-988b-d551bb4de1a4 None None] Pushing event updated for resources: {'Port': ['ID=79772813-6ed8-440f-9c18-ec4e639b1aa9,revision_number=3']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:18.322216 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device fb14a933-4c6c-4820-9e0c-190c63b6758d up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:36:18.355598 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e9eea0-beed-4c67-910c-cb88e3046e9c admin admin] Network 976fec5b-1836-46a4-b206-f10b6e9ae68a is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:36:18.357027 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-30e9eea0-beed-4c67-910c-cb88e3046e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:36:18.423235 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] Set router b0aac6d6-044d-4cf4-88d0-e389c49b8776 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:36:18.455166 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port fb14a933-4c6c-4820-9e0c-190c63b6758d triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:18.455533 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:18.473202 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e9eea0-beed-4c67-910c-cb88e3046e9c admin admin] Router b0aac6d6-044d-4cf4-88d0-e389c49b8776 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:36:18.586650 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e9eea0-beed-4c67-910c-cb88e3046e9c admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:36:18.591518 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-30e9eea0-beed-4c67-910c-cb88e3046e9c admin admin] 10.222.0.41 "PUT /v2.0/routers/b0aac6d6-044d-4cf4-88d0-e389c49b8776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0094290 Nov 09 05:36:18.649499 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-4aa3d215-d33d-42e4-926e-fcb727f4727a None None] Provisioning complete for port beb90233-6fbc-4a37-ad72-5884c2285207 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:18.649863 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-4aa3d215-d33d-42e4-926e-fcb727f4727a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:18.712027 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3d215-d33d-42e4-926e-fcb727f4727a None None] Port beb90233-6fbc-4a37-ad72-5884c2285207 cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:36:18.737078 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aac6d6-044d-4cf4-88d0-e389c49b8776', 'name': 'tempest-TestVolumeBootPattern-1051896223-router', 'tenant_id': '298bebc45f214912a90f689c1002f289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '79772813-6ed8-440f-9c18-ec4e639b1aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:14Z', 'updated_at': '2021-11-09T05:36:17Z', 'revision_number': 4, 'project_id': '298bebc45f214912a90f689c1002f289', 'gw_port': {'id': '79772813-6ed8-440f-9c18-ec4e639b1aa9', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aac6d6-044d-4cf4-88d0-e389c49b8776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:14Z', 'updated_at': '2021-11-09T05:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'beb90233-6fbc-4a37-ad72-5884c2285207', 'name': '', 'network_id': '976fec5b-1836-46a4-b206-f10b6e9ae68a', 'tenant_id': '298bebc45f214912a90f689c1002f289', 'mac_address': 'fa:16:3e:22:94:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aac6d6-044d-4cf4-88d0-e389c49b8776', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c7bec38f-dbfd-4a23-bce6-455b03631072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:17Z', 'updated_at': '2021-11-09T05:36:17Z', 'revision_number': 2, 'project_id': '298bebc45f214912a90f689c1002f289', 'subnets': [{'id': 'c7bec38f-dbfd-4a23-bce6-455b03631072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:18.766359 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104abc0-91c9-42c6-9284-c52445da6e7f None None] The sync data for ids ['b0aac6d6-044d-4cf4-88d0-e389c49b8776'] in dv-cinder-817135-2-iscsi is: [{'id': 'b0aac6d6-044d-4cf4-88d0-e389c49b8776', 'name': 'tempest-TestVolumeBootPattern-1051896223-router', 'tenant_id': '298bebc45f214912a90f689c1002f289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '79772813-6ed8-440f-9c18-ec4e639b1aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:14Z', 'updated_at': '2021-11-09T05:36:17Z', 'revision_number': 4, 'project_id': '298bebc45f214912a90f689c1002f289', 'gw_port': {'id': '79772813-6ed8-440f-9c18-ec4e639b1aa9', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aac6d6-044d-4cf4-88d0-e389c49b8776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:14Z', 'updated_at': '2021-11-09T05:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'beb90233-6fbc-4a37-ad72-5884c2285207', 'name': '', 'network_id': '976fec5b-1836-46a4-b206-f10b6e9ae68a', 'tenant_id': '298bebc45f214912a90f689c1002f289', 'mac_address': 'fa:16:3e:22:94:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aac6d6-044d-4cf4-88d0-e389c49b8776', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c7bec38f-dbfd-4a23-bce6-455b03631072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:17Z', 'updated_at': '2021-11-09T05:36:17Z', 'revision_number': 2, 'project_id': '298bebc45f214912a90f689c1002f289', 'subnets': [{'id': 'c7bec38f-dbfd-4a23-bce6-455b03631072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:36:19.191272 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device c1497486-5c10-4882-b7ba-567e62fb1ae3 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:36:19.245627 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port c1497486-5c10-4882-b7ba-567e62fb1ae3 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:19.246001 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:19.281685 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348ebf3-7eea-49a8-bad1-7aa0b0d70127 req-2651eefe-2aee-41df-bdc8-cea6500c84fb tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:19.283781 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b348ebf3-7eea-49a8-bad1-7aa0b0d70127 req-2651eefe-2aee-41df-bdc8-cea6500c84fb tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 946 time: 0.0535426 Nov 09 05:36:19.349159 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-b348ebf3-7eea-49a8-bad1-7aa0b0d70127 req-61ba0c45-82a2-4b5f-b9f9-cfce5a6eb721 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577362 Nov 09 05:36:19.361496 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37516) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:19.366250 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-7d990f28-af5b-4084-b557-0a28cb1a9fdf tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-718520608', 'description': 'tempest-secgroup-smoke-718520608 description', 'project_id': '3fdba2411572461f8bf1e42d4eac42db'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:36:19.422405 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7d990f28-af5b-4084-b557-0a28cb1a9fdf tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for security_group, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:19.498056 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f9764-ac7d-435a-ad24-31a436bbb638 req-f56f0a36-60e2-48ff-b5b4-6c2c63704855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:19.499597 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c02f9764-ac7d-435a-ad24-31a436bbb638 req-f56f0a36-60e2-48ff-b5b4-6c2c63704855 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4dc498cab6aa40d2b4929df08abc9e02&device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 1099 time: 0.0749362 Nov 09 05:36:19.550900 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7d990f28-af5b-4084-b557-0a28cb1a9fdf tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for security_group, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:19.582317 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7d990f28-af5b-4084-b557-0a28cb1a9fdf tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:19.625743 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d990f28-af5b-4084-b557-0a28cb1a9fdf tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03f839cb-ff92-4806-816a-3ddbbdd8b286,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:19.632147 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7d990f28-af5b-4084-b557-0a28cb1a9fdf tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:19.636462 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37518) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:19.636614 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-7d990f28-af5b-4084-b557-0a28cb1a9fdf tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2738817 Nov 09 05:36:19.641251 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-51d6536f-3c75-4903-9c30-b9e935bb5456 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Request body: {'security_group_rule': {'security_group_id': '03f839cb-ff92-4806-816a-3ddbbdd8b286', 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:36:19.655457 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f9764-ac7d-435a-ad24-31a436bbb638 req-dfeb4a30-4dad-46b8-95e3-f4716bf9e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:19.656971 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c02f9764-ac7d-435a-ad24-31a436bbb638 req-dfeb4a30-4dad-46b8-95e3-f4716bf9e8d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5dffa1a-0347-4770-a8cf-284d426927ae HTTP/1.1" status: 200 len: 909 time: 0.1495190 Nov 09 05:36:19.670578 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-51d6536f-3c75-4903-9c30-b9e935bb5456 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:19.729631 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c02f9764-ac7d-435a-ad24-31a436bbb638 req-4b6ff6f6-81b8-4b6b-8e8a-500f2ca27fb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0981ecd-ad8a-42b8-840f-33ac9b44003f HTTP/1.1" status: 200 len: 1002 time: 0.0633826 Nov 09 05:36:19.736018 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-51d6536f-3c75-4903-9c30-b9e935bb5456 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:19.741008 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-51d6536f-3c75-4903-9c30-b9e935bb5456 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:19.760058 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6536f-3c75-4903-9c30-b9e935bb5456 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d26d0ca-4544-462e-be4d-032fe5074c5d,revision_number=0']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:19.769984 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-51d6536f-3c75-4903-9c30-b9e935bb5456 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:19.771194 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-51d6536f-3c75-4903-9c30-b9e935bb5456 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335320 Nov 09 05:36:19.774467 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37520) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:19.778715 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-29d75b39-af83-4f3f-8ca1-e6b603beb18e tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Request body: {'security_group_rule': {'security_group_id': '03f839cb-ff92-4806-816a-3ddbbdd8b286', 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:36:19.789290 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f9764-ac7d-435a-ad24-31a436bbb638 req-a266a47a-9038-44da-842f-ab21af25a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:19.791350 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c02f9764-ac7d-435a-ad24-31a436bbb638 req-a266a47a-9038-44da-842f-ab21af25a08f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06f19e18-2340-42c8-9a30-9900b4d6e733 HTTP/1.1" status: 200 len: 847 time: 0.0545700 Nov 09 05:36:19.806849 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-29d75b39-af83-4f3f-8ca1-e6b603beb18e tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:19.841730 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f9764-ac7d-435a-ad24-31a436bbb638 req-c419e4f1-e30d-48be-91eb-ced0bae08473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:19.843298 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c02f9764-ac7d-435a-ad24-31a436bbb638 req-c419e4f1-e30d-48be-91eb-ced0bae08473 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5dffa1a-0347-4770-a8cf-284d426927ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439980 Nov 09 05:36:19.869829 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-29d75b39-af83-4f3f-8ca1-e6b603beb18e tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:19.876920 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-29d75b39-af83-4f3f-8ca1-e6b603beb18e tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:19.898741 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d75b39-af83-4f3f-8ca1-e6b603beb18e tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a043c18-092e-45b5-b265-9c1dcdff9286,revision_number=0']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:19.905368 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-29d75b39-af83-4f3f-8ca1-e6b603beb18e tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:19.906827 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-29d75b39-af83-4f3f-8ca1-e6b603beb18e tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1309814 Nov 09 05:36:19.909216 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37522) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:19.915180 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-acc6f40e-bea9-4696-bab1-81c360a3cb1b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Request body: {'security_group_rule': {'security_group_id': '03f839cb-ff92-4806-816a-3ddbbdd8b286', 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:36:19.941352 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c02f9764-ac7d-435a-ad24-31a436bbb638 req-15a2ab68-5c48-47c8-b8f0-4921469b2538 service neutron] 10.222.0.20 "GET /v2.0/networks/d5dffa1a-0347-4770-a8cf-284d426927ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903895 Nov 09 05:36:19.941587 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-acc6f40e-bea9-4696-bab1-81c360a3cb1b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:20.002834 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-acc6f40e-bea9-4696-bab1-81c360a3cb1b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:20.007049 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-acc6f40e-bea9-4696-bab1-81c360a3cb1b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:20.025382 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6f40e-bea9-4696-bab1-81c360a3cb1b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c06dace6-3ffd-40e6-a78f-27aca7532c99,revision_number=0']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:20.035528 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-acc6f40e-bea9-4696-bab1-81c360a3cb1b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:20.036793 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-acc6f40e-bea9-4696-bab1-81c360a3cb1b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261466 Nov 09 05:36:20.040759 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37524) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:20.048558 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c02f9764-ac7d-435a-ad24-31a436bbb638 req-b95172c5-2cd0-41a6-9bf4-998f73e614fe service neutron] 10.222.0.20 "GET /v2.0/networks/d5dffa1a-0347-4770-a8cf-284d426927ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988781 Nov 09 05:36:20.049598 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-2ce3487b-4e96-4e33-96c9-2dce32941d0e tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Request body: {'security_group_rule': {'security_group_id': '03f839cb-ff92-4806-816a-3ddbbdd8b286', 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:36:20.077840 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-2ce3487b-4e96-4e33-96c9-2dce32941d0e tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:20.137737 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-2ce3487b-4e96-4e33-96c9-2dce32941d0e tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:20.140946 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-2ce3487b-4e96-4e33-96c9-2dce32941d0e tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:20.158122 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3487b-4e96-4e33-96c9-2dce32941d0e tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f26a3f-9b9a-4834-b783-dc68d1aeae0c,revision_number=0']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:20.165774 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-2ce3487b-4e96-4e33-96c9-2dce32941d0e tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:20.166937 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-2ce3487b-4e96-4e33-96c9-2dce32941d0e tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236277 Nov 09 05:36:20.169695 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37526) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:20.173972 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-7d887b7e-bd04-4728-9a94-13467739f373 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Request body: {'security_group_rule': {'security_group_id': '03f839cb-ff92-4806-816a-3ddbbdd8b286', 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:36:20.194984 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.db.securitygroups_db [None req-7d887b7e-bd04-4728-9a94-13467739f373 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Project 3fdba2411572461f8bf1e42d4eac42db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 05:36:20.199755 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-7d887b7e-bd04-4728-9a94-13467739f373 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:20.256226 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-7d887b7e-bd04-4728-9a94-13467739f373 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:20.261227 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-7d887b7e-bd04-4728-9a94-13467739f373 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:20.279120 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d887b7e-bd04-4728-9a94-13467739f373 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4806752f-5788-4279-9aa1-1352bf3aac76,revision_number=0']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:20.286613 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-7d887b7e-bd04-4728-9a94-13467739f373 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:20.287841 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-7d887b7e-bd04-4728-9a94-13467739f373 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171830 Nov 09 05:36:20.290569 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37528) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:20.294839 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-42912367-3f2e-436d-b67f-337f3db8d365 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Request body: {'security_group_rule': {'security_group_id': '03f839cb-ff92-4806-816a-3ddbbdd8b286', 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:36:20.316355 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.db.securitygroups_db [None req-42912367-3f2e-436d-b67f-337f3db8d365 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Project 3fdba2411572461f8bf1e42d4eac42db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 09 05:36:20.321886 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-42912367-3f2e-436d-b67f-337f3db8d365 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:20.378574 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-42912367-3f2e-436d-b67f-337f3db8d365 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:20.382373 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-42912367-3f2e-436d-b67f-337f3db8d365 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574017'] for security_group_rule, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:20.401293 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42912367-3f2e-436d-b67f-337f3db8d365 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22162f12-3ccf-4c08-a0ee-b1eb84568a65,revision_number=0']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:20.406758 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-42912367-3f2e-436d-b67f-337f3db8d365 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:20.408042 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-42912367-3f2e-436d-b67f-337f3db8d365 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1165714 Nov 09 05:36:20.486821 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01ac12-8d04-4f73-9a3c-fb375e42dcf9 req-e0df9c5e-1f40-49d4-a00b-794eca3af60a tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:20.488426 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6d01ac12-8d04-4f73-9a3c-fb375e42dcf9 req-e0df9c5e-1f40-49d4-a00b-794eca3af60a tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 946 time: 0.0533440 Nov 09 05:36:20.544500 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6d01ac12-8d04-4f73-9a3c-fb375e42dcf9 req-d59bb6f3-ab63-4ab0-8a3b-eb41a43ad140 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490210 Nov 09 05:36:20.776416 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] Sync routers for ids ['b0aac6d6-044d-4cf4-88d0-e389c49b8776'] in dv-cinder-817135-2-iscsi {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:36:20.785919 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] Routers {'b0aac6d6-044d-4cf4-88d0-e389c49b8776'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:36:20.786576 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:36:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['b0aac6d6-044d-4cf4-88d0-e389c49b8776'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:20.903108 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] Set router b0aac6d6-044d-4cf4-88d0-e389c49b8776 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:36:20.924819 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953eb72-28c4-4cfc-8043-e9c347d6dcef req-25ff3c19-7c8d-42c7-8c13-1babf05e58cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:20.926407 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a953eb72-28c4-4cfc-8043-e9c347d6dcef req-25ff3c19-7c8d-42c7-8c13-1babf05e58cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4dc498cab6aa40d2b4929df08abc9e02&device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 1099 time: 0.0454698 Nov 09 05:36:21.034114 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953eb72-28c4-4cfc-8043-e9c347d6dcef req-6d419d3b-a1a3-477e-aa8a-8eb993faa7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:21.035737 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a953eb72-28c4-4cfc-8043-e9c347d6dcef req-6d419d3b-a1a3-477e-aa8a-8eb993faa7a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5dffa1a-0347-4770-a8cf-284d426927ae HTTP/1.1" status: 200 len: 909 time: 0.0874155 Nov 09 05:36:21.109172 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a953eb72-28c4-4cfc-8043-e9c347d6dcef req-4fb6ee31-5584-4cf6-a4b1-0115a3e9009c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0981ecd-ad8a-42b8-840f-33ac9b44003f HTTP/1.1" status: 200 len: 1002 time: 0.0647957 Nov 09 05:36:21.162827 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953eb72-28c4-4cfc-8043-e9c347d6dcef req-2e6ccf8c-ba69-4c08-b866-ae884893ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:21.164334 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a953eb72-28c4-4cfc-8043-e9c347d6dcef req-2e6ccf8c-ba69-4c08-b866-ae884893ff36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06f19e18-2340-42c8-9a30-9900b4d6e733 HTTP/1.1" status: 200 len: 847 time: 0.0480373 Nov 09 05:36:21.198590 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aac6d6-044d-4cf4-88d0-e389c49b8776', 'name': 'tempest-TestVolumeBootPattern-1051896223-router', 'tenant_id': '298bebc45f214912a90f689c1002f289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '79772813-6ed8-440f-9c18-ec4e639b1aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:14Z', 'updated_at': '2021-11-09T05:36:17Z', 'revision_number': 4, 'project_id': '298bebc45f214912a90f689c1002f289', 'gw_port': {'id': '79772813-6ed8-440f-9c18-ec4e639b1aa9', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aac6d6-044d-4cf4-88d0-e389c49b8776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:14Z', 'updated_at': '2021-11-09T05:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'beb90233-6fbc-4a37-ad72-5884c2285207', 'name': '', 'network_id': '976fec5b-1836-46a4-b206-f10b6e9ae68a', 'tenant_id': '298bebc45f214912a90f689c1002f289', 'mac_address': 'fa:16:3e:22:94:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aac6d6-044d-4cf4-88d0-e389c49b8776', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c7bec38f-dbfd-4a23-bce6-455b03631072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:17Z', 'updated_at': '2021-11-09T05:36:17Z', 'revision_number': 2, 'project_id': '298bebc45f214912a90f689c1002f289', 'subnets': [{'id': 'c7bec38f-dbfd-4a23-bce6-455b03631072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:21.213984 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 79772813-6ed8-440f-9c18-ec4e639b1aa9 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:36:21.225251 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953eb72-28c4-4cfc-8043-e9c347d6dcef req-8c3c8e23-6e5f-41d3-8651-65030b2e6cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:21.226737 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a953eb72-28c4-4cfc-8043-e9c347d6dcef req-8c3c8e23-6e5f-41d3-8651-65030b2e6cd3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5dffa1a-0347-4770-a8cf-284d426927ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550611 Nov 09 05:36:21.232628 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] Checking router: b0aac6d6-044d-4cf4-88d0-e389c49b8776 for host: dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:36:21.232973 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] Updating router b0aac6d6-044d-4cf4-88d0-e389c49b8776 port beb90233-6fbc-4a37-ad72-5884c2285207 binding host dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 09 05:36:21.258469 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:21.279250 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port 79772813-6ed8-440f-9c18-ec4e639b1aa9 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:21.279753 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:21.342992 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a953eb72-28c4-4cfc-8043-e9c347d6dcef req-f26b9a92-9d2a-4305-be4b-48ebbd671930 service neutron] 10.222.0.20 "GET /v2.0/networks/d5dffa1a-0347-4770-a8cf-284d426927ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076686 Nov 09 05:36:21.360458 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:21.389473 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] For port 79772813-6ed8-440f-9c18-ec4e639b1aa9, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=79772813-6ed8-440f-9c18-ec4e639b1aa9,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:36:21.399801 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:21.450422 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a953eb72-28c4-4cfc-8043-e9c347d6dcef req-2f860ac9-b232-4d3f-a1de-bf1e5db7c0ee service neutron] 10.222.0.20 "GET /v2.0/networks/d5dffa1a-0347-4770-a8cf-284d426927ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998509 Nov 09 05:36:21.457395 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Pushing event updated for resources: {'Port': ['ID=79772813-6ed8-440f-9c18-ec4e639b1aa9,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:21.555163 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] Publish callbacks [] for port, precommit_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:21.560035 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:21.606734 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2489a4-6534-4378-b4f6-a1926ac6426a None None] Pushing event updated for resources: {'Port': ['ID=beb90233-6fbc-4a37-ad72-5884c2285207,revision_number=3']} {{(pid=100974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:21.666197 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] Attempting to bind port beb90233-6fbc-4a37-ad72-5884c2285207 on host dv-cinder-817135-2-iscsi for vnic_type normal with profile {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:36:21.666809 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] Attempting to bind port beb90233-6fbc-4a37-ad72-5884c2285207 by drivers openvswitch,hyperv on host dv-cinder-817135-2-iscsi at level 0 using segments [{'id': 'c950a5cb-1859-4969-8b10-839c0f39f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '976fec5b-1836-46a4-b206-f10b6e9ae68a'}] {{(pid=100974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:36:21.666927 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b62f1e-eebb-49c2-8a05-eb4c99c6e3ed req-d5da00b4-8eeb-4f67-915e-6cfa2de6e1b0 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:21.667402 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] Attempting to bind port beb90233-6fbc-4a37-ad72-5884c2285207 on network 976fec5b-1836-46a4-b206-f10b6e9ae68a {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:36:21.668466 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e7b62f1e-eebb-49c2-8a05-eb4c99c6e3ed req-d5da00b4-8eeb-4f67-915e-6cfa2de6e1b0 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 946 time: 0.0544903 Nov 09 05:36:21.672369 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] Checking agent: {'id': '3ac25ac4-14ba-4367-8685-4e9777591a18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817135-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 48, 34), 'started_at': datetime.datetime(2021, 11, 9, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817135-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:36:21.672737 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] Checking segment: {'id': 'c950a5cb-1859-4969-8b10-839c0f39f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '976fec5b-1836-46a4-b206-f10b6e9ae68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:36:21.673122 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:21.673498 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] Bound using segment: {'id': 'c950a5cb-1859-4969-8b10-839c0f39f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '976fec5b-1836-46a4-b206-f10b6e9ae68a'} {{(pid=100974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:36:21.673945 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.managers [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] Bound port: beb90233-6fbc-4a37-ad72-5884c2285207, host: dv-cinder-817135-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c950a5cb-1859-4969-8b10-839c0f39f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '976fec5b-1836-46a4-b206-f10b6e9ae68a'}}] {{(pid=100974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:36:21.674304 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:21.724070 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e7b62f1e-eebb-49c2-8a05-eb4c99c6e3ed req-6cd28549-c142-4c6d-a3ac-cdae000a5f89 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471759 Nov 09 05:36:21.741982 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.db [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] For port beb90233-6fbc-4a37-ad72-5884c2285207, host dv-cinder-817135-2-iscsi, cleared binding levels {{(pid=100974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:36:21.756491 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.plugins.ml2.db [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] For port beb90233-6fbc-4a37-ad72-5884c2285207, host dv-cinder-817135-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=beb90233-6fbc-4a37-ad72-5884c2285207,segment=NetworkSegment(c950a5cb-1859-4969-8b10-839c0f39f169),segment_id=c950a5cb-1859-4969-8b10-839c0f39f169)] {{(pid=100974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:36:21.756491 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron_lib.callbacks.manager [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:21.808812 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] Routers {'b0aac6d6-044d-4cf4-88d0-e389c49b8776'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:36:21.809425 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:36:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['b0aac6d6-044d-4cf4-88d0-e389c49b8776'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:21.875911 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-5fcfc2af-5b4a-4077-86cc-f3e320981082 None None] Provisioning complete for port beb90233-6fbc-4a37-ad72-5884c2285207 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:21.876360 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-5fcfc2af-5b4a-4077-86cc-f3e320981082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:21.905151 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2489a4-6534-4378-b4f6-a1926ac6426a None None] Pushing event updated for resources: {'Port': ['ID=beb90233-6fbc-4a37-ad72-5884c2285207,revision_number=4']} {{(pid=100974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:21.945567 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] Set router b0aac6d6-044d-4cf4-88d0-e389c49b8776 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:36:21.991665 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-5fcfc2af-5b4a-4077-86cc-f3e320981082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:22.027848 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-5fcfc2af-5b4a-4077-86cc-f3e320981082 None None] For port beb90233-6fbc-4a37-ad72-5884c2285207, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=beb90233-6fbc-4a37-ad72-5884c2285207,segment=NetworkSegment(c950a5cb-1859-4969-8b10-839c0f39f169),segment_id=c950a5cb-1859-4969-8b10-839c0f39f169)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:36:22.033045 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-5fcfc2af-5b4a-4077-86cc-f3e320981082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:22.083470 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcfc2af-5b4a-4077-86cc-f3e320981082 None None] Pushing event updated for resources: {'Port': ['ID=beb90233-6fbc-4a37-ad72-5884c2285207,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:22.151645 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-455f5c4b-5e96-4e96-94db-40bfa16e82d5 None None] Provisioning complete for port beb90233-6fbc-4a37-ad72-5884c2285207 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:22.151996 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-455f5c4b-5e96-4e96-94db-40bfa16e82d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:22.162039 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aac6d6-044d-4cf4-88d0-e389c49b8776', 'name': 'tempest-TestVolumeBootPattern-1051896223-router', 'tenant_id': '298bebc45f214912a90f689c1002f289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '79772813-6ed8-440f-9c18-ec4e639b1aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:14Z', 'updated_at': '2021-11-09T05:36:17Z', 'revision_number': 4, 'project_id': '298bebc45f214912a90f689c1002f289', 'gw_port': {'id': '79772813-6ed8-440f-9c18-ec4e639b1aa9', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aac6d6-044d-4cf4-88d0-e389c49b8776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:14Z', 'updated_at': '2021-11-09T05:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'beb90233-6fbc-4a37-ad72-5884c2285207', 'name': '', 'network_id': '976fec5b-1836-46a4-b206-f10b6e9ae68a', 'tenant_id': '298bebc45f214912a90f689c1002f289', 'mac_address': 'fa:16:3e:22:94:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aac6d6-044d-4cf4-88d0-e389c49b8776', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c7bec38f-dbfd-4a23-bce6-455b03631072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:17Z', 'updated_at': '2021-11-09T05:36:21Z', 'revision_number': 4, 'project_id': '298bebc45f214912a90f689c1002f289', 'subnets': [{'id': 'c7bec38f-dbfd-4a23-bce6-455b03631072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:36:22.188592 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7914224-5ddf-465f-b132-ed34627603b6 None None] The sync data for ids ['b0aac6d6-044d-4cf4-88d0-e389c49b8776'] in dv-cinder-817135-2-iscsi is: [{'id': 'b0aac6d6-044d-4cf4-88d0-e389c49b8776', 'name': 'tempest-TestVolumeBootPattern-1051896223-router', 'tenant_id': '298bebc45f214912a90f689c1002f289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '79772813-6ed8-440f-9c18-ec4e639b1aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:14Z', 'updated_at': '2021-11-09T05:36:17Z', 'revision_number': 4, 'project_id': '298bebc45f214912a90f689c1002f289', 'gw_port': {'id': '79772813-6ed8-440f-9c18-ec4e639b1aa9', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aac6d6-044d-4cf4-88d0-e389c49b8776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:14Z', 'updated_at': '2021-11-09T05:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'beb90233-6fbc-4a37-ad72-5884c2285207', 'name': '', 'network_id': '976fec5b-1836-46a4-b206-f10b6e9ae68a', 'tenant_id': '298bebc45f214912a90f689c1002f289', 'mac_address': 'fa:16:3e:22:94:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0aac6d6-044d-4cf4-88d0-e389c49b8776', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c7bec38f-dbfd-4a23-bce6-455b03631072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:17Z', 'updated_at': '2021-11-09T05:36:21Z', 'revision_number': 4, 'project_id': '298bebc45f214912a90f689c1002f289', 'subnets': [{'id': 'c7bec38f-dbfd-4a23-bce6-455b03631072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:36:23.025773 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4179d-5b6c-42fa-8fbb-0bb06ff42354 req-41514f3a-d8c6-43f6-b9c0-000daee9a8cc tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:23.027248 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c6d4179d-5b6c-42fa-8fbb-0bb06ff42354 req-41514f3a-d8c6-43f6-b9c0-000daee9a8cc tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 946 time: 0.0647750 Nov 09 05:36:23.074498 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c6d4179d-5b6c-42fa-8fbb-0bb06ff42354 req-2140329f-941e-4990-a36a-6aba9e546f71 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413582 Nov 09 05:36:23.142402 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [req-e5649de5-810b-4487-8085-43850d7e0857 req-d9a49779-79b5-4879-b211-887e9c345c31 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100971) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 05:36:23.143387 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e5649de5-810b-4487-8085-43850d7e0857 req-d9a49779-79b5-4879-b211-887e9c345c31 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053554 Nov 09 05:36:23.193132 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 79772813-6ed8-440f-9c18-ec4e639b1aa9 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:36:23.246638 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port 79772813-6ed8-440f-9c18-ec4e639b1aa9 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:23.247355 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:23.322159 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device beb90233-6fbc-4a37-ad72-5884c2285207 up at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:36:23.365650 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Provisioning complete for port beb90233-6fbc-4a37-ad72-5884c2285207 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:23.366013 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:24.329629 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b469c27-4080-4791-b8cd-11a1809d6770 req-f658a04f-4aa4-44b6-aa82-206b51dba3af tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:24.331129 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4b469c27-4080-4791-b8cd-11a1809d6770 req-f658a04f-4aa4-44b6-aa82-206b51dba3af tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 946 time: 0.0496008 Nov 09 05:36:24.381093 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4b469c27-4080-4791-b8cd-11a1809d6770 req-b53c2503-734d-4d0c-885a-264e52cc2bb9 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437043 Nov 09 05:36:24.381546 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37610) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:24.468854 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f09313d1-ccfa-401d-ad0b-da86552a3023 req-7c9940ba-7ae6-452f-b53b-24c50fff1709 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859656 Nov 09 05:36:24.480727 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [req-f09313d1-ccfa-401d-ad0b-da86552a3023 req-0147065a-ec33-40f7-a546-a37d2c50dc6e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 05:36:24.480997 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f09313d1-ccfa-401d-ad0b-da86552a3023 req-0147065a-ec33-40f7-a546-a37d2c50dc6e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059388 Nov 09 05:36:24.487274 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device d0981ecd-ad8a-42b8-840f-33ac9b44003f no longer exists at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:36:24.563284 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:24.589783 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440b9e5e-8a48-42a8-835e-f94fb65adf94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0981ecd-ad8a-42b8-840f-33ac9b44003f'}] {{(pid=100973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:36:24.592055 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54011f83237459a559275aec36f6846328bebe107db2d1d5386815f5349ca10e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8163be26-b290-47f8-8082-45c63d705f37" -d '{"events": [{"server_uuid": "440b9e5e-8a48-42a8-835e-f94fb65adf94", "name": "network-vif-unplugged", "status": "completed", "tag": "d0981ecd-ad8a-42b8-840f-33ac9b44003f"}]}' {{(pid=100973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:36:24.733852 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Nov 2021 05:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f77d064-9125-48f8-8636-a9de951ac18f x-openstack-request-id: req-5f77d064-9125-48f8-8636-a9de951ac18f {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:36:24.734068 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440b9e5e-8a48-42a8-835e-f94fb65adf94", "name": "network-vif-unplugged", "status": "failed", "tag": "d0981ecd-ad8a-42b8-840f-33ac9b44003f", "code": 422}]} {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:36:24.734271 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f77d064-9125-48f8-8636-a9de951ac18f {{(pid=100973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:36:24.734667 dv-cinder-817135-2-iscsi neutron-server[100973]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '440b9e5e-8a48-42a8-835e-f94fb65adf94', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd0981ecd-ad8a-42b8-840f-33ac9b44003f', 'code': 422} returned with failed status Nov 09 05:36:24.736384 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port d0981ecd-ad8a-42b8-840f-33ac9b44003f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=d0981ecd-ad8a-42b8-840f-33ac9b44003f,segment=NetworkSegment(fd2804ed-abf9-4355-8e3e-d41db5805199),segment_id=fd2804ed-abf9-4355-8e3e-d41db5805199)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:36:24.740958 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:24.791334 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=d0981ecd-ad8a-42b8-840f-33ac9b44003f,revision_number=6']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:25.505699 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08aff9c-5be0-4d4c-8f7e-d1583ae12faf req-42b02547-be47-45af-a34b-5885ae232ca5 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:25.507351 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f08aff9c-5be0-4d4c-8f7e-d1583ae12faf req-42b02547-be47-45af-a34b-5885ae232ca5 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 944 time: 0.0543058 Nov 09 05:36:25.558893 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f08aff9c-5be0-4d4c-8f7e-d1583ae12faf req-77e16ab1-8e7f-4a71-82f0-54e92e325566 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436752 Nov 09 05:36:26.106289 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09313d1-ccfa-401d-ad0b-da86552a3023 req-98a8296e-7f93-4689-b06b-b143cd404ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:26.107795 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f09313d1-ccfa-401d-ad0b-da86552a3023 req-98a8296e-7f93-4689-b06b-b143cd404ae3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94&tenant_id=4dc498cab6aa40d2b4929df08abc9e02 HTTP/1.1" status: 200 len: 1097 time: 0.0669959 Nov 09 05:36:26.184685 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09313d1-ccfa-401d-ad0b-da86552a3023 req-410c0312-d65a-4baa-972b-93d4079304e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:26.186185 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f09313d1-ccfa-401d-ad0b-da86552a3023 req-410c0312-d65a-4baa-972b-93d4079304e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4dc498cab6aa40d2b4929df08abc9e02&device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 1097 time: 0.0441115 Nov 09 05:36:26.286999 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09313d1-ccfa-401d-ad0b-da86552a3023 req-529ae6b1-119d-4c23-ac9d-f29f34312491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:26.289188 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f09313d1-ccfa-401d-ad0b-da86552a3023 req-529ae6b1-119d-4c23-ac9d-f29f34312491 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5dffa1a-0347-4770-a8cf-284d426927ae HTTP/1.1" status: 200 len: 909 time: 0.0961366 Nov 09 05:36:26.355872 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f09313d1-ccfa-401d-ad0b-da86552a3023 req-34255c94-b566-44c7-b4a2-736b98f0d0a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0981ecd-ad8a-42b8-840f-33ac9b44003f HTTP/1.1" status: 200 len: 1000 time: 0.0594556 Nov 09 05:36:26.402860 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09313d1-ccfa-401d-ad0b-da86552a3023 req-efdc3c86-9df7-4952-a143-5249d171ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:26.404313 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f09313d1-ccfa-401d-ad0b-da86552a3023 req-efdc3c86-9df7-4952-a143-5249d171ce81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06f19e18-2340-42c8-9a30-9900b4d6e733 HTTP/1.1" status: 200 len: 847 time: 0.0417492 Nov 09 05:36:26.452762 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09313d1-ccfa-401d-ad0b-da86552a3023 req-07d69f00-a586-4e79-a1ff-79ea440bdd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:26.454274 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f09313d1-ccfa-401d-ad0b-da86552a3023 req-07d69f00-a586-4e79-a1ff-79ea440bdd8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5dffa1a-0347-4770-a8cf-284d426927ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430548 Nov 09 05:36:26.566013 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f09313d1-ccfa-401d-ad0b-da86552a3023 req-79516dc1-fe2f-4b77-b299-c475d730e1d8 service neutron] 10.222.0.20 "GET /v2.0/networks/d5dffa1a-0347-4770-a8cf-284d426927ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029375 Nov 09 05:36:26.662064 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f09313d1-ccfa-401d-ad0b-da86552a3023 req-62d2c585-e7a2-44a8-bfe3-4c57831f340f service neutron] 10.222.0.20 "GET /v2.0/networks/d5dffa1a-0347-4770-a8cf-284d426927ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880382 Nov 09 05:36:26.677281 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab140949-30ef-4a94-9eb0-126ded522f6d req-56d6d784-5c7a-43a0-8e75-ce7e8ca02e67 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:26.678819 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ab140949-30ef-4a94-9eb0-126ded522f6d req-56d6d784-5c7a-43a0-8e75-ce7e8ca02e67 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 944 time: 0.0485604 Nov 09 05:36:26.735481 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ab140949-30ef-4a94-9eb0-126ded522f6d req-38f3970a-87bb-41ec-b66c-5d47e3e5c87c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502937 Nov 09 05:36:27.850775 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086701d8-ffcc-4b10-84bb-d62249229f86 req-060cbe03-f82f-4f05-a202-9955ba2d2666 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:27.852852 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-086701d8-ffcc-4b10-84bb-d62249229f86 req-060cbe03-f82f-4f05-a202-9955ba2d2666 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 944 time: 0.0518253 Nov 09 05:36:27.904388 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-086701d8-ffcc-4b10-84bb-d62249229f86 req-99be06d8-6410-41c8-90be-e488b4f06aae tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455866 Nov 09 05:36:28.262198 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-01dab26c-b1ed-468f-a489-8f89f21ca6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:29.019828 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e5876-3304-4dbc-b2fd-4609ea5a95cc req-257452ad-8428-46c3-8884-fb5edc8fa6c0 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:29.021352 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-696e5876-3304-4dbc-b2fd-4609ea5a95cc req-257452ad-8428-46c3-8884-fb5edc8fa6c0 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 944 time: 0.0516133 Nov 09 05:36:29.074481 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-696e5876-3304-4dbc-b2fd-4609ea5a95cc req-106ce47f-2eab-483f-ac61-602873e435c5 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460606 Nov 09 05:36:30.188013 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb95e9b-efcf-468f-b691-f4a170f09d94 req-b9cbd4e8-84b8-415f-a1f8-035ff724cf9c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:30.189633 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2fb95e9b-efcf-468f-b691-f4a170f09d94 req-b9cbd4e8-84b8-415f-a1f8-035ff724cf9c tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 944 time: 0.0494339 Nov 09 05:36:30.239560 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2fb95e9b-efcf-468f-b691-f4a170f09d94 req-0c3695cf-86b3-4a31-bbbe-55d56e0cd7a1 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439253 Nov 09 05:36:30.419027 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-de1f3de7-5bc3-418b-9042-40bbdb1388a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:31.354764 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4367fdd-09f9-4e52-ab79-e0d9ad0d39ea req-9824e919-83d2-49ec-92d5-e1c6044b6ff8 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:31.356221 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e4367fdd-09f9-4e52-ab79-e0d9ad0d39ea req-9824e919-83d2-49ec-92d5-e1c6044b6ff8 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 944 time: 0.0469642 Nov 09 05:36:31.408762 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-e4367fdd-09f9-4e52-ab79-e0d9ad0d39ea req-a44e0918-0d52-4bd1-89a5-2aa70d5fbb8d tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466633 Nov 09 05:36:31.775963 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:32.524733 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ff4e4-9c6e-4bec-8dca-779bec9592ae req-8a8ee116-0183-4819-bb5d-cc704c829fd6 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:32.526187 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e92ff4e4-9c6e-4bec-8dca-779bec9592ae req-8a8ee116-0183-4819-bb5d-cc704c829fd6 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 944 time: 0.0519083 Nov 09 05:36:32.578100 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e92ff4e4-9c6e-4bec-8dca-779bec9592ae req-9d494329-ace7-4167-b6c1-c5d73566984f tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460274 Nov 09 05:36:33.139566 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:33.693704 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008770e-576d-4a34-8f8d-d446c15680a1 req-e3b789a8-c180-4066-8d7c-ab80bfb47540 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:33.695211 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f008770e-576d-4a34-8f8d-d446c15680a1 req-e3b789a8-c180-4066-8d7c-ab80bfb47540 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 944 time: 0.0495713 Nov 09 05:36:33.747765 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-f008770e-576d-4a34-8f8d-d446c15680a1 req-cc66dc69-edd7-4fcb-a76c-d3decb8e26cb tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467722 Nov 09 05:36:33.885728 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:34.552529 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device d0981ecd-ad8a-42b8-840f-33ac9b44003f details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=100973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 05:36:34.644285 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port d0981ecd-ad8a-42b8-840f-33ac9b44003f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=d0981ecd-ad8a-42b8-840f-33ac9b44003f,segment=NetworkSegment(fd2804ed-abf9-4355-8e3e-d41db5805199),segment_id=fd2804ed-abf9-4355-8e3e-d41db5805199)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:36:34.658410 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Returning: {'device': 'd0981ecd-ad8a-42b8-840f-33ac9b44003f', 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae', 'port_id': 'd0981ecd-ad8a-42b8-840f-33ac9b44003f', 'mac_address': 'fa:16:3e:92:25:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f19e18-2340-42c8-9a30-9900b4d6e733', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 05:36:34.694763 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:34.706797 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0981ecd-ad8a-42b8-840f-33ac9b44003f {{(pid=100973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:36:34.725888 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port d0981ecd-ad8a-42b8-840f-33ac9b44003f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=d0981ecd-ad8a-42b8-840f-33ac9b44003f,segment=NetworkSegment(fd2804ed-abf9-4355-8e3e-d41db5805199),segment_id=fd2804ed-abf9-4355-8e3e-d41db5805199)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:36:34.730107 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:34.777891 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=d0981ecd-ad8a-42b8-840f-33ac9b44003f,revision_number=7']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:34.864054 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487e1a6-8de1-409c-8000-d89659a2ce09 req-da951fad-5ca7-4297-bb28-72f7d4c197db tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:34.865536 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5487e1a6-8de1-409c-8000-d89659a2ce09 req-da951fad-5ca7-4297-bb28-72f7d4c197db tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 945 time: 0.0484397 Nov 09 05:36:34.913851 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-5487e1a6-8de1-409c-8000-d89659a2ce09 req-4cda01ae-1e5d-42ca-a73e-87f7249c4b28 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422006 Nov 09 05:36:35.180478 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['d0981ecd-ad8a-42b8-840f-33ac9b44003f'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:36:36.025715 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28614f7a-e120-4d52-aefe-80e06585f888 req-e4323bcd-1ef2-49e2-9ab8-74bee27e394b tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:36.027177 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-28614f7a-e120-4d52-aefe-80e06585f888 req-e4323bcd-1ef2-49e2-9ab8-74bee27e394b tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 945 time: 0.0479991 Nov 09 05:36:36.076116 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-28614f7a-e120-4d52-aefe-80e06585f888 req-aee7f617-2a2e-4af1-999c-070acf91e0ee tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429626 Nov 09 05:36:36.579309 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device d0981ecd-ad8a-42b8-840f-33ac9b44003f up at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:36:36.629128 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning complete for port d0981ecd-ad8a-42b8-840f-33ac9b44003f triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:36.629491 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:36.702345 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:36.723746 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440b9e5e-8a48-42a8-835e-f94fb65adf94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0981ecd-ad8a-42b8-840f-33ac9b44003f'}] {{(pid=100973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:36:36.725925 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54011f83237459a559275aec36f6846328bebe107db2d1d5386815f5349ca10e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1d12a0-3c46-4815-bf41-9d589ba77496" -d '{"events": [{"server_uuid": "440b9e5e-8a48-42a8-835e-f94fb65adf94", "name": "network-vif-plugged", "status": "completed", "tag": "d0981ecd-ad8a-42b8-840f-33ac9b44003f"}]}' {{(pid=100973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:36:36.738755 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port d0981ecd-ad8a-42b8-840f-33ac9b44003f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=d0981ecd-ad8a-42b8-840f-33ac9b44003f,segment=NetworkSegment(fd2804ed-abf9-4355-8e3e-d41db5805199),segment_id=fd2804ed-abf9-4355-8e3e-d41db5805199)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:36:36.743781 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:36.770587 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edd1067-e855-4033-ae81-a902f3e7565a x-openstack-request-id: req-1edd1067-e855-4033-ae81-a902f3e7565a {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:36:36.770872 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440b9e5e-8a48-42a8-835e-f94fb65adf94", "name": "network-vif-plugged", "status": "completed", "tag": "d0981ecd-ad8a-42b8-840f-33ac9b44003f", "code": 200}]} {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:36:36.771119 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1edd1067-e855-4033-ae81-a902f3e7565a {{(pid=100973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:36:36.771493 dv-cinder-817135-2-iscsi neutron-server[100973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440b9e5e-8a48-42a8-835e-f94fb65adf94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0981ecd-ad8a-42b8-840f-33ac9b44003f', 'code': 200} Nov 09 05:36:36.794848 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=d0981ecd-ad8a-42b8-840f-33ac9b44003f,revision_number=8']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:37.020415 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95037d33-915d-43b8-9da6-c615124074e1 req-de49e57c-683b-48fd-b69b-ffbca726c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:37.021763 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-95037d33-915d-43b8-9da6-c615124074e1 req-de49e57c-683b-48fd-b69b-ffbca726c28f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 1099 time: 0.0395117 Nov 09 05:36:37.067459 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-95037d33-915d-43b8-9da6-c615124074e1 req-79d9871d-bca7-4f1d-84b8-d4407e35d8f6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378969 Nov 09 05:36:37.188787 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb239f-41a4-4b21-a7f3-fbf444abdbc6 req-f4ca35f1-d683-4ccd-8cc0-a17731a71b49 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:37.190443 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-96fb239f-41a4-4b21-a7f3-fbf444abdbc6 req-f4ca35f1-d683-4ccd-8cc0-a17731a71b49 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 946 time: 0.0481603 Nov 09 05:36:37.238270 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-96fb239f-41a4-4b21-a7f3-fbf444abdbc6 req-dfa59def-ad81-4cad-9f66-f52e7e1cdf62 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421093 Nov 09 05:36:38.353868 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac4a08-d03e-4a53-8bc6-bc3ec2846632 req-31162a85-f4aa-487a-a1dc-862a0302f4ef tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:38.355308 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-99ac4a08-d03e-4a53-8bc6-bc3ec2846632 req-31162a85-f4aa-487a-a1dc-862a0302f4ef tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 946 time: 0.0506864 Nov 09 05:36:38.402601 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-99ac4a08-d03e-4a53-8bc6-bc3ec2846632 req-55f7657d-12e4-406f-8f77-0c2a7d7e4a44 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415246 Nov 09 05:36:39.518856 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3a3cc-909a-4759-a399-9d813e00d855 req-98731d00-6628-4a7d-b9db-8e8db4334a6d tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:39.520363 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ddc3a3cc-909a-4759-a399-9d813e00d855 req-98731d00-6628-4a7d-b9db-8e8db4334a6d tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 946 time: 0.0522308 Nov 09 05:36:39.578358 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-ddc3a3cc-909a-4759-a399-9d813e00d855 req-977fb3a1-d3ec-4212-8f84-350f524e298d tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515594 Nov 09 05:36:39.974716 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:43.013775 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-08b3a318-4d27-4e48-aaf8-4271f5fc98e5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-718520608&fields=id&tenant_id=3fdba2411572461f8bf1e42d4eac42db HTTP/1.1" status: 200 len: 267 time: 0.0433526 Nov 09 05:36:43.117871 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-6672c811-3a2c-4275-b0ba-d22261aaa378 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:43.119177 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-6672c811-3a2c-4275-b0ba-d22261aaa378 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/networks?id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 HTTP/1.1" status: 200 len: 812 time: 0.0988150 Nov 09 05:36:43.134258 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-3a9b9d5c-5d0a-4e84-98d6-d1ddbb06d11c tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/quotas/3fdba2411572461f8bf1e42d4eac42db HTTP/1.1" status: 200 len: 375 time: 0.0091646 Nov 09 05:36:43.183761 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-f0f80112-e199-4392-8750-9cd9fbab3d7b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fdba2411572461f8bf1e42d4eac42db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444901 Nov 09 05:36:43.239584 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-fb8f03dc-f082-49ed-a648-85cbbaeedf1b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 05:36:43.240575 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-fb8f03dc-f082-49ed-a648-85cbbaeedf1b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0454524 Nov 09 05:36:43.325872 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-e700da23-fa4d-4cda-a3cc-9362655a77f6 service neutron] 10.222.0.41 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786102 Nov 09 05:36:43.414741 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-e3e9c0cd-da2e-4109-8a3c-d110673fbda5 service neutron] 10.222.0.41 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825570 Nov 09 05:36:43.683075 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-c3d8d6c0-57b4-4fb6-8442-dbb3674d63e5 req-e44d2e7b-929f-4f4b-87ac-33967b497c8d tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 210 time: 0.0259204 Nov 09 05:36:44.788881 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b1fe9361-93ea-469c-9fe0-06c973a1fd9c req-4e7275b4-53c9-48ca-8549-31095e0f7904 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 210 time: 0.0296292 Nov 09 05:36:44.829996 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-a4410e1f-53ac-47ee-b4b0-048b60b510c7 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:44.831908 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-a4410e1f-53ac-47ee-b4b0-048b60b510c7 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.20 "GET /v2.0/networks?id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 HTTP/1.1" status: 200 len: 812 time: 0.1337919 Nov 09 05:36:44.901110 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-3158f53e-a644-4e3f-bd3c-f83478063ca5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fdba2411572461f8bf1e42d4eac42db HTTP/1.1" status: 200 len: 379 time: 0.0544968 Nov 09 05:36:44.910746 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-b87975c1-444b-4c81-b821-de8ecbeb22c4 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Request body: {'port': {'device_id': '513f5cdb-61fc-49c2-bab7-66f56a53a045', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'admin_state_up': True, 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'security_groups': ['03f839cb-ff92-4806-816a-3ddbbdd8b286']}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:36:45.018952 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-b87975c1-444b-4c81-b821-de8ecbeb22c4 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Made reservation on behalf of 3fdba2411572461f8bf1e42d4eac42db for: {'port': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:36:45.022382 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-b87975c1-444b-4c81-b821-de8ecbeb22c4 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:45.138443 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_common [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-b87975c1-444b-4c81-b821-de8ecbeb22c4 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Allocated IP 172.20.0.14 (11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5/f2093278-c8bc-40f3-8462-2e0b4ebcac99/5cb0f394-d81f-41ee-a6e3-d97c6277f973) {{(pid=100972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:36:45.271315 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-b87975c1-444b-4c81-b821-de8ecbeb22c4 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for port, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:45.304222 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-b87975c1-444b-4c81-b821-de8ecbeb22c4 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:45.349003 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-b87975c1-444b-4c81-b821-de8ecbeb22c4 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Network 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:36:45.354274 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-b87975c1-444b-4c81-b821-de8ecbeb22c4 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:36:45.358032 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-b87975c1-444b-4c81-b821-de8ecbeb22c4 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Received port after_create {{(pid=100972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:36:45.381924 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87975c1-444b-4c81-b821-de8ecbeb22c4 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Pushing event updated for resources: {'Port': ['ID=5cb0f394-d81f-41ee-a6e3-d97c6277f973,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:45.416524 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-b87975c1-444b-4c81-b821-de8ecbeb22c4 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:45.417145 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-b87975c1-444b-4c81-b821-de8ecbeb22c4 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:45.435541 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-b87975c1-444b-4c81-b821-de8ecbeb22c4 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5284283 Nov 09 05:36:45.461242 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-0cd27733-50a3-4860-aee4-e52db3236e79 service neutron] Request body: {'port': {'device_id': '513f5cdb-61fc-49c2-bab7-66f56a53a045', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:36:45.518586 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-0cd27733-50a3-4860-aee4-e52db3236e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:45.588973 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-ccddd445-6235-48da-8889-cfd10f13853a None None] Provisioning complete for port 5cb0f394-d81f-41ee-a6e3-d97c6277f973 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:45.589507 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-ccddd445-6235-48da-8889-cfd10f13853a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:45.622456 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-ccddd445-6235-48da-8889-cfd10f13853a None None] Port 5cb0f394-d81f-41ee-a6e3-d97c6277f973 cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:36:45.768134 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-0cd27733-50a3-4860-aee4-e52db3236e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cb0f394-d81f-41ee-a6e3-d97c6277f973 {{(pid=100972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:36:45.775864 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-0cd27733-50a3-4860-aee4-e52db3236e79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:45.787735 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.provisioning_blocks [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-0cd27733-50a3-4860-aee4-e52db3236e79 service neutron] Transition to ACTIVE for port object 5cb0f394-d81f-41ee-a6e3-d97c6277f973 will not be triggered until provisioned by entity L2. {{(pid=100972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 05:36:45.792048 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-0cd27733-50a3-4860-aee4-e52db3236e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:45.847468 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd27733-50a3-4860-aee4-e52db3236e79 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb0f394-d81f-41ee-a6e3-d97c6277f973,revision_number=2']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:45.910674 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338d272-6685-408b-869b-0bf236815a81 req-77848289-14ca-4fad-92d5-29898867873b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:45.912248 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9338d272-6685-408b-869b-0bf236815a81 req-77848289-14ca-4fad-92d5-29898867873b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 944 time: 0.0521994 Nov 09 05:36:45.914167 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-0cd27733-50a3-4860-aee4-e52db3236e79 service neutron] Attempting to bind port 5cb0f394-d81f-41ee-a6e3-d97c6277f973 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:36:45.914625 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-0cd27733-50a3-4860-aee4-e52db3236e79 service neutron] Attempting to bind port 5cb0f394-d81f-41ee-a6e3-d97c6277f973 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'a8191805-07c1-40ef-8559-1a97a1bb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5'}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:36:45.915054 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-0cd27733-50a3-4860-aee4-e52db3236e79 service neutron] Attempting to bind port 5cb0f394-d81f-41ee-a6e3-d97c6277f973 on network 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:36:45.919800 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-0cd27733-50a3-4860-aee4-e52db3236e79 service neutron] Port 5cb0f394-d81f-41ee-a6e3-d97c6277f973 on network 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 05:36:45.920122 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-0cd27733-50a3-4860-aee4-e52db3236e79 service neutron] Attempting to bind port 5cb0f394-d81f-41ee-a6e3-d97c6277f973 on network 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:36:45.925455 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-0cd27733-50a3-4860-aee4-e52db3236e79 service neutron] Checking agent: {'id': '95cbc7df-874e-4f22-acf5-3b3cdde6b18e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'started_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:36:45.925798 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-0cd27733-50a3-4860-aee4-e52db3236e79 service neutron] Checking segment: {'id': 'a8191805-07c1-40ef-8559-1a97a1bb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:36:45.926663 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-0cd27733-50a3-4860-aee4-e52db3236e79 service neutron] Bound using segment: {'id': 'a8191805-07c1-40ef-8559-1a97a1bb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5'} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:36:45.927908 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-0cd27733-50a3-4860-aee4-e52db3236e79 service neutron] Bound port: 5cb0f394-d81f-41ee-a6e3-d97c6277f973, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8191805-07c1-40ef-8559-1a97a1bb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5'}}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:36:45.927908 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-0cd27733-50a3-4860-aee4-e52db3236e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:45.964878 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9338d272-6685-408b-869b-0bf236815a81 req-fff63b9e-26eb-4d81-9bfc-2a3b7229d041 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461309 Nov 09 05:36:45.994581 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-0cd27733-50a3-4860-aee4-e52db3236e79 service neutron] For port 5cb0f394-d81f-41ee-a6e3-d97c6277f973, host hv-cinder-81713, cleared binding levels {{(pid=100972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:36:45.997767 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-0cd27733-50a3-4860-aee4-e52db3236e79 service neutron] For port 5cb0f394-d81f-41ee-a6e3-d97c6277f973, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=5cb0f394-d81f-41ee-a6e3-d97c6277f973,segment=NetworkSegment(a8191805-07c1-40ef-8559-1a97a1bb7dda),segment_id=a8191805-07c1-40ef-8559-1a97a1bb7dda)] {{(pid=100972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:36:46.002305 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-0cd27733-50a3-4860-aee4-e52db3236e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:46.038367 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-0cd27733-50a3-4860-aee4-e52db3236e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:46.038979 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-0cd27733-50a3-4860-aee4-e52db3236e79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:46.040929 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-0cd27733-50a3-4860-aee4-e52db3236e79 service neutron] 10.222.0.20 "PUT /v2.0/ports/5cb0f394-d81f-41ee-a6e3-d97c6277f973 HTTP/1.1" status: 200 len: 1094 time: 0.5841625 Nov 09 05:36:46.043010 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '513f5cdb-61fc-49c2-bab7-66f56a53a045', 'tag': '5cb0f394-d81f-41ee-a6e3-d97c6277f973'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:36:46.045657 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697ac026-a61e-44a1-a0f7-0046a8695d80" -d '{"events": [{"name": "network-changed", "server_uuid": "513f5cdb-61fc-49c2-bab7-66f56a53a045", "tag": "5cb0f394-d81f-41ee-a6e3-d97c6277f973"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:36:46.089441 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd27733-50a3-4860-aee4-e52db3236e79 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb0f394-d81f-41ee-a6e3-d97c6277f973,revision_number=3']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:46.095895 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8d58f1-ba82-4df6-b280-3dfc3c8a0c94 x-openstack-request-id: req-cd8d58f1-ba82-4df6-b280-3dfc3c8a0c94 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:36:46.096176 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "513f5cdb-61fc-49c2-bab7-66f56a53a045", "tag": "5cb0f394-d81f-41ee-a6e3-d97c6277f973", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:36:46.096420 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd8d58f1-ba82-4df6-b280-3dfc3c8a0c94 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:36:46.096811 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '513f5cdb-61fc-49c2-bab7-66f56a53a045', 'tag': '5cb0f394-d81f-41ee-a6e3-d97c6277f973', 'status': 'completed', 'code': 200} Nov 09 05:36:46.150918 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-08717873-ccfe-4c03-9e5c-3c9f4509c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:46.152452 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-08717873-ccfe-4c03-9e5c-3c9f4509c086 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fdba2411572461f8bf1e42d4eac42db&device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 1097 time: 0.0423939 Nov 09 05:36:46.202821 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-afaf3a94-2b8b-466a-bddd-7652c1a48b43 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cb0f394-d81f-41ee-a6e3-d97c6277f973 HTTP/1.1" status: 200 len: 217 time: 0.0359566 Nov 09 05:36:46.262035 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-d5937868-5fa4-4389-b68c-a2965453dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:46.263843 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-d5937868-5fa4-4389-b68c-a2965453dcf0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2093278-c8bc-40f3-8462-2e0b4ebcac99 HTTP/1.1" status: 200 len: 851 time: 0.0530884 Nov 09 05:36:46.309344 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-ecda1ab0-4646-4e71-850b-93962a16c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:46.310749 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-ecda1ab0-4646-4e71-850b-93962a16c75d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397789 Nov 09 05:36:46.399417 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-01d6400a-672e-4bc6-8715-0b68bb704ea1 service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806031 Nov 09 05:36:46.490162 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f66f599f-1816-4238-a9a5-ecfd535c82cd req-964bd6c7-0fe2-472f-9fd0-f03b3e902d8c service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846329 Nov 09 05:36:46.589160 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:36:46.625407 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ac026-a61e-44a1-a0f7-0046a8695d80 req-7df00fad-276f-4208-a7e0-078b09705829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:46.626893 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-697ac026-a61e-44a1-a0f7-0046a8695d80 req-7df00fad-276f-4208-a7e0-078b09705829 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fdba2411572461f8bf1e42d4eac42db&device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 1097 time: 0.0487554 Nov 09 05:36:46.717954 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ac026-a61e-44a1-a0f7-0046a8695d80 req-b99fc8e3-569f-4984-9b8a-cbc2d23103ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:46.719412 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-697ac026-a61e-44a1-a0f7-0046a8695d80 req-b99fc8e3-569f-4984-9b8a-cbc2d23103ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 HTTP/1.1" status: 200 len: 913 time: 0.0851738 Nov 09 05:36:46.759520 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-697ac026-a61e-44a1-a0f7-0046a8695d80 req-f70a13f7-3750-4aa5-a453-0b1742ca27a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cb0f394-d81f-41ee-a6e3-d97c6277f973 HTTP/1.1" status: 200 len: 217 time: 0.0335300 Nov 09 05:36:46.809538 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ac026-a61e-44a1-a0f7-0046a8695d80 req-149bb14b-4c51-4a5e-9647-23f824606af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:46.810943 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-697ac026-a61e-44a1-a0f7-0046a8695d80 req-149bb14b-4c51-4a5e-9647-23f824606af7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2093278-c8bc-40f3-8462-2e0b4ebcac99 HTTP/1.1" status: 200 len: 851 time: 0.0446708 Nov 09 05:36:47.088963 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106290d3-17c7-443b-861e-174d9de0f862 req-2d2d20d3-1565-4624-bb53-a900889d8587 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:47.090555 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-106290d3-17c7-443b-861e-174d9de0f862 req-2d2d20d3-1565-4624-bb53-a900889d8587 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 944 time: 0.0537031 Nov 09 05:36:47.128440 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ac026-a61e-44a1-a0f7-0046a8695d80 req-4301f2c1-8c73-409b-831e-c557da46ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:47.129984 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-697ac026-a61e-44a1-a0f7-0046a8695d80 req-4301f2c1-8c73-409b-831e-c557da46ae37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3125336 Nov 09 05:36:47.141327 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-106290d3-17c7-443b-861e-174d9de0f862 req-30162dc5-86fd-48d9-94f9-893ff51c1c17 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446985 Nov 09 05:36:47.218324 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-697ac026-a61e-44a1-a0f7-0046a8695d80 req-0488cc72-1e86-4b64-b0b3-59c34b282f71 service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796127 Nov 09 05:36:47.314014 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-697ac026-a61e-44a1-a0f7-0046a8695d80 req-bb4636e7-5d4c-4902-97f3-f2cfcbc3da6f service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888281 Nov 09 05:36:48.253056 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a5a57-bebb-4c06-ac6d-2855d5d16ce3 req-5d22f361-6f3f-4345-b58a-de3b05eb6683 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:48.254477 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-533a5a57-bebb-4c06-ac6d-2855d5d16ce3 req-5d22f361-6f3f-4345-b58a-de3b05eb6683 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 944 time: 0.0474713 Nov 09 05:36:48.301303 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-533a5a57-bebb-4c06-ac6d-2855d5d16ce3 req-9dda0f2c-e077-4a9d-9a0d-4b59cd42109f tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404830 Nov 09 05:36:49.415115 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6e5b2-10c2-4aca-adfa-6acb3b74f03c req-11a20b8f-1e54-4d21-ab18-a358815c7de6 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:49.416597 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a4e6e5b2-10c2-4aca-adfa-6acb3b74f03c req-11a20b8f-1e54-4d21-ab18-a358815c7de6 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 944 time: 0.0505555 Nov 09 05:36:49.465094 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-a4e6e5b2-10c2-4aca-adfa-6acb3b74f03c req-82fb8dc8-96f2-4a34-ba87-d10cc19afb6d tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426321 Nov 09 05:36:50.582274 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4d647-b41d-4c0e-9c38-92299546e3de req-32893ddd-f3bd-4f45-ac6d-621a313dd0be tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:50.583787 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c1e4d647-b41d-4c0e-9c38-92299546e3de req-32893ddd-f3bd-4f45-ac6d-621a313dd0be tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 944 time: 0.0511076 Nov 09 05:36:50.630969 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c1e4d647-b41d-4c0e-9c38-92299546e3de req-47169109-3cc3-44e4-ae8a-4f9afad7d60e tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407302 Nov 09 05:36:51.743600 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe687b0-9879-43f6-8cc5-2123ae47dc91 req-2c7ff402-7b9f-4c4e-b8a3-282fd9dccec6 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:51.745101 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-abe687b0-9879-43f6-8cc5-2123ae47dc91 req-2c7ff402-7b9f-4c4e-b8a3-282fd9dccec6 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 944 time: 0.0475919 Nov 09 05:36:51.795268 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-abe687b0-9879-43f6-8cc5-2123ae47dc91 req-22d05a8b-b58a-45b1-b4f4-d1da9680ff8e tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443561 Nov 09 05:36:52.906765 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118693f8-abc4-4413-b771-f120e47e754a req-efb3f64a-8f4b-413a-9295-b653301afc18 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:52.908231 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-118693f8-abc4-4413-b771-f120e47e754a req-efb3f64a-8f4b-413a-9295-b653301afc18 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 944 time: 0.0485139 Nov 09 05:36:52.955400 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-118693f8-abc4-4413-b771-f120e47e754a req-7a502a32-666b-4a86-bb8f-60a69d139d79 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413709 Nov 09 05:36:54.066009 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe5bd0-b1f0-4ee1-9348-d24649846e0f req-ee26de9c-a9c4-42ca-b54a-00b3d8451fb8 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:54.067516 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9cbe5bd0-b1f0-4ee1-9348-d24649846e0f req-ee26de9c-a9c4-42ca-b54a-00b3d8451fb8 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 944 time: 0.0476749 Nov 09 05:36:54.114963 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9cbe5bd0-b1f0-4ee1-9348-d24649846e0f req-7daa3da7-2148-467b-b6f6-8bc7b11dd602 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417261 Nov 09 05:36:54.689625 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 5cb0f394-d81f-41ee-a6e3-d97c6277f973 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=100973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 05:36:54.783696 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 5cb0f394-d81f-41ee-a6e3-d97c6277f973, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=5cb0f394-d81f-41ee-a6e3-d97c6277f973,segment=NetworkSegment(a8191805-07c1-40ef-8559-1a97a1bb7dda),segment_id=a8191805-07c1-40ef-8559-1a97a1bb7dda)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:36:54.795280 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Returning: {'device': '5cb0f394-d81f-41ee-a6e3-d97c6277f973', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'port_id': '5cb0f394-d81f-41ee-a6e3-d97c6277f973', 'mac_address': 'fa:16:3e:04:b5:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 05:36:54.830344 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:54.843135 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb0f394-d81f-41ee-a6e3-d97c6277f973 {{(pid=100973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:36:54.862230 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 5cb0f394-d81f-41ee-a6e3-d97c6277f973, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=5cb0f394-d81f-41ee-a6e3-d97c6277f973,segment=NetworkSegment(a8191805-07c1-40ef-8559-1a97a1bb7dda),segment_id=a8191805-07c1-40ef-8559-1a97a1bb7dda)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:36:54.866014 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:54.912811 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=5cb0f394-d81f-41ee-a6e3-d97c6277f973,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:55.230810 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314bf61-bde3-480c-9782-4d4b3dd14ba9 req-d45b5718-4946-410c-a1e0-98aff4300dc2 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:55.232274 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f314bf61-bde3-480c-9782-4d4b3dd14ba9 req-d45b5718-4946-410c-a1e0-98aff4300dc2 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 945 time: 0.0526836 Nov 09 05:36:55.280534 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f314bf61-bde3-480c-9782-4d4b3dd14ba9 req-81d89ae5-dfdc-4513-9167-a8d9537387fd tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423653 Nov 09 05:36:55.284023 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['5cb0f394-d81f-41ee-a6e3-d97c6277f973'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:36:56.392012 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a1ebb-63cb-487d-877a-18738d14e673 req-7ec3bcee-af8b-4cbc-b489-2fa98770dc7a tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:56.393469 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-818a1ebb-63cb-487d-877a-18738d14e673 req-7ec3bcee-af8b-4cbc-b489-2fa98770dc7a tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 945 time: 0.0477548 Nov 09 05:36:56.440213 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-818a1ebb-63cb-487d-877a-18738d14e673 req-57e855fa-1d28-4dd1-9d77-4301fa9492ec tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410330 Nov 09 05:36:56.692100 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 5cb0f394-d81f-41ee-a6e3-d97c6277f973 up at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:36:56.740896 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning for port 5cb0f394-d81f-41ee-a6e3-d97c6277f973 completed by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 05:36:56.745618 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning complete for port 5cb0f394-d81f-41ee-a6e3-d97c6277f973 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:36:56.746005 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:56.819211 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:56.841979 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513f5cdb-61fc-49c2-bab7-66f56a53a045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb0f394-d81f-41ee-a6e3-d97c6277f973'}] {{(pid=100973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:36:56.844290 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54011f83237459a559275aec36f6846328bebe107db2d1d5386815f5349ca10e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6cc3fa-5989-49a3-a840-a561d9ff9b3d" -d '{"events": [{"server_uuid": "513f5cdb-61fc-49c2-bab7-66f56a53a045", "name": "network-vif-plugged", "status": "completed", "tag": "5cb0f394-d81f-41ee-a6e3-d97c6277f973"}]}' {{(pid=100973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:36:56.857066 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 5cb0f394-d81f-41ee-a6e3-d97c6277f973, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=5cb0f394-d81f-41ee-a6e3-d97c6277f973,segment=NetworkSegment(a8191805-07c1-40ef-8559-1a97a1bb7dda),segment_id=a8191805-07c1-40ef-8559-1a97a1bb7dda)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:36:56.861178 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:56.886282 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72fbf49-0928-4d56-8090-f0e9712eaa73 x-openstack-request-id: req-b72fbf49-0928-4d56-8090-f0e9712eaa73 {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:36:56.886566 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513f5cdb-61fc-49c2-bab7-66f56a53a045", "name": "network-vif-plugged", "status": "completed", "tag": "5cb0f394-d81f-41ee-a6e3-d97c6277f973", "code": 200}]} {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:36:56.886809 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b72fbf49-0928-4d56-8090-f0e9712eaa73 {{(pid=100973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:36:56.887186 dv-cinder-817135-2-iscsi neutron-server[100973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513f5cdb-61fc-49c2-bab7-66f56a53a045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb0f394-d81f-41ee-a6e3-d97c6277f973', 'code': 200} Nov 09 05:36:56.912818 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=5cb0f394-d81f-41ee-a6e3-d97c6277f973,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:57.129619 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c6eeb-ffa0-40d6-bfc7-712ed968eb1a req-b6a4f72a-d8ed-47f7-9773-858940083183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:57.131082 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e33c6eeb-ffa0-40d6-bfc7-712ed968eb1a req-b6a4f72a-d8ed-47f7-9773-858940083183 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 1099 time: 0.0387597 Nov 09 05:36:57.178477 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e33c6eeb-ffa0-40d6-bfc7-712ed968eb1a req-18a7a689-e46f-413a-8556-afdf8fc2132b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388205 Nov 09 05:36:57.556866 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd302c9-5c7b-4dde-9141-047212012cea req-dc45ec0c-7288-4664-9980-d274c702b610 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:57.558379 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9dd302c9-5c7b-4dde-9141-047212012cea req-dc45ec0c-7288-4664-9980-d274c702b610 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 946 time: 0.0528452 Nov 09 05:36:57.627140 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9dd302c9-5c7b-4dde-9141-047212012cea req-ad58e61d-3e30-4ecb-9e14-86a0b23386ad tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628374 Nov 09 05:36:58.263011 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-673bf659-72b7-4697-a834-bca282df8271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:58.740726 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938013f5-9e6d-4943-8adb-a8fb8beed785 req-b28fe4ab-5f20-4364-be31-a1cddc07279f tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:58.743028 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-938013f5-9e6d-4943-8adb-a8fb8beed785 req-b28fe4ab-5f20-4364-be31-a1cddc07279f tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 946 time: 0.0477951 Nov 09 05:36:58.794154 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-938013f5-9e6d-4943-8adb-a8fb8beed785 req-f270a3ee-c7e7-41e1-940d-17e092b1dfbb tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453403 Nov 09 05:36:58.904387 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37bc71-dd4a-45c0-99bb-5771a32d61ff req-007c8842-341b-46a0-86d8-844b477cc546 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:58.905820 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1c37bc71-dd4a-45c0-99bb-5771a32d61ff req-007c8842-341b-46a0-86d8-844b477cc546 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 946 time: 0.0470719 Nov 09 05:36:58.953555 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1c37bc71-dd4a-45c0-99bb-5771a32d61ff req-cb08c793-47a4-458e-8176-43d55f3c04fb tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419328 Nov 09 05:36:58.975702 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37776) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:59.059491 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cd82ef-4919-4f5e-a640-c13ff29f3350 tempest-TestVolumeBootPattern-1636406411 tempest-TestVolumeBootPattern-1636406411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:36:59.060992 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-56cd82ef-4919-4f5e-a640-c13ff29f3350 tempest-TestVolumeBootPattern-1636406411 tempest-TestVolumeBootPattern-1636406411-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 1094 time: 0.0837889 Nov 09 05:36:59.063802 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37780) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:36:59.067828 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Request body: {'floatingip': {'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'port_id': '5cb0f394-d81f-41ee-a6e3-d97c6277f973', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:36:59.091273 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for floatingip, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:59.182326 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:59.284836 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_common [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Allocated IP 172.27.0.15 (88e43ffb-3775-4d57-b72a-70455855b0f1/a0c8eb9b-e525-49dd-abc3-6c12893ff27c/bc16527d-f77d-407b-833b-633a697f8d1f) {{(pid=100972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:36:59.385143 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for port, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:59.416941 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:59.450538 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Network 88e43ffb-3775-4d57-b72a-70455855b0f1 is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:36:59.457202 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:36:59.460209 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Received port after_create {{(pid=100972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:36:59.486298 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Pushing event updated for resources: {'Port': ['ID=bc16527d-f77d-407b-833b-633a697f8d1f,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:36:59.497439 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:59.497785 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:59.498119 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:59.498453 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:59.498777 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:59.499102 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:59.499426 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:59.499777 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:59.500103 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:59.500419 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:59.500735 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:59.501048 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:36:59.853721 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:36:59.919239 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:37:00.065606 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for port, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:37:00.069964 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:37:00.146516 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Pushing event updated for resources: {'Port': ['ID=bc16527d-f77d-407b-833b-633a697f8d1f,revision_number=2']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:37:00.149677 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461206'] for floatingip, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:37:00.247843 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.db.l3_db [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Floating IP 71422acd-3c88-4a24-9adb-da370e05e88e associated. External IP: 172.27.0.15, port: 5cb0f394-d81f-41ee-a6e3-d97c6277f973. Nov 09 05:37:00.418499 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f06ae874-3bfc-49b1-97a7-d11f63f8b259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:37:00.451481 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Router 2d9b0454-a8eb-47dd-910c-b13250d97106 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:37:00.557400 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:37:00.572626 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47eb286-f51e-4f28-b31f-32784bb66713 None None] Sync routers for ids ['2d9b0454-a8eb-47dd-910c-b13250d97106'] in dv-cinder-817135-2-iscsi {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:37:00.575520 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for floatingip, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:37:00.581583 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47eb286-f51e-4f28-b31f-32784bb66713 None None] Routers {'2d9b0454-a8eb-47dd-910c-b13250d97106'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:37:00.582188 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-c47eb286-f51e-4f28-b31f-32784bb66713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:37:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['2d9b0454-a8eb-47dd-910c-b13250d97106'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:37:00.602414 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-682491ad-2ddd-4eea-aeee-17206a68094b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5376344 Nov 09 05:37:00.602986 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '513f5cdb-61fc-49c2-bab7-66f56a53a045', 'tag': '5cb0f394-d81f-41ee-a6e3-d97c6277f973'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:37:00.605245 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea679791-d5fb-49d8-b1db-9c9bd3281836" -d '{"events": [{"name": "network-changed", "server_uuid": "513f5cdb-61fc-49c2-bab7-66f56a53a045", "tag": "5cb0f394-d81f-41ee-a6e3-d97c6277f973"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:37:00.649283 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f8e9c4-cf10-45fe-876e-be5239e6cd31 x-openstack-request-id: req-c9f8e9c4-cf10-45fe-876e-be5239e6cd31 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:37:00.649571 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "513f5cdb-61fc-49c2-bab7-66f56a53a045", "tag": "5cb0f394-d81f-41ee-a6e3-d97c6277f973", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:37:00.649822 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9f8e9c4-cf10-45fe-876e-be5239e6cd31 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:37:00.650227 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '513f5cdb-61fc-49c2-bab7-66f56a53a045', 'tag': '5cb0f394-d81f-41ee-a6e3-d97c6277f973', 'status': 'completed', 'code': 200} Nov 09 05:37:00.687486 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-c47eb286-f51e-4f28-b31f-32784bb66713 None None] Set router 2d9b0454-a8eb-47dd-910c-b13250d97106 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:37:00.737662 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea679791-d5fb-49d8-b1db-9c9bd3281836 req-37bd89c6-aad5-4ceb-a8b2-4b895967b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:37:00.739137 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ea679791-d5fb-49d8-b1db-9c9bd3281836 req-37bd89c6-aad5-4ceb-a8b2-4b895967b366 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fdba2411572461f8bf1e42d4eac42db&device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 1099 time: 0.0392337 Nov 09 05:37:00.832373 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea679791-d5fb-49d8-b1db-9c9bd3281836 req-91019de4-d65b-4fd1-b53c-5071de2149dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:37:00.833787 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ea679791-d5fb-49d8-b1db-9c9bd3281836 req-91019de4-d65b-4fd1-b53c-5071de2149dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 HTTP/1.1" status: 200 len: 913 time: 0.0862880 Nov 09 05:37:00.900773 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ea679791-d5fb-49d8-b1db-9c9bd3281836 req-96a172da-fef5-4da0-9be8-22ef4e760607 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cb0f394-d81f-41ee-a6e3-d97c6277f973 HTTP/1.1" status: 200 len: 999 time: 0.0571723 Nov 09 05:37:00.906108 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-c47eb286-f51e-4f28-b31f-32784bb66713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': '71422acd-3c88-4a24-9adb-da370e05e88e', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'port_id': '5cb0f394-d81f-41ee-a6e3-d97c6277f973', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'mac_address': 'fa:16:3e:04:b5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f5cdb-61fc-49c2-bab7-66f56a53a045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:36:59Z', 'updated_at': '2021-11-09T05:36:59Z', 'revision_number': 0, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb14a933-4c6c-4820-9e0c-190c63b6758d', 'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'mac_address': 'fa:16:3e:00:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:12Z', 'updated_at': '2021-11-09T05:36:16Z', 'revision_number': 5, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'subnets': [{'id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:37:00.936046 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47eb286-f51e-4f28-b31f-32784bb66713 None None] Checking router: 2d9b0454-a8eb-47dd-910c-b13250d97106 for host: dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:37:00.944321 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47eb286-f51e-4f28-b31f-32784bb66713 None None] Routers {'2d9b0454-a8eb-47dd-910c-b13250d97106'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:37:00.944855 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-c47eb286-f51e-4f28-b31f-32784bb66713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:37:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['2d9b0454-a8eb-47dd-910c-b13250d97106'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:37:00.949005 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea679791-d5fb-49d8-b1db-9c9bd3281836 req-39f51ae4-6995-4d24-9762-b62d39bdff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:37:00.950464 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ea679791-d5fb-49d8-b1db-9c9bd3281836 req-39f51ae4-6995-4d24-9762-b62d39bdff55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2093278-c8bc-40f3-8462-2e0b4ebcac99 HTTP/1.1" status: 200 len: 851 time: 0.0421267 Nov 09 05:37:01.000519 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea679791-d5fb-49d8-b1db-9c9bd3281836 req-bd3bb85c-10a3-4436-abdd-c2eaf7ec4088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:37:01.001994 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ea679791-d5fb-49d8-b1db-9c9bd3281836 req-bd3bb85c-10a3-4436-abdd-c2eaf7ec4088 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433452 Nov 09 05:37:01.094171 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ea679791-d5fb-49d8-b1db-9c9bd3281836 req-6b9e954f-527b-41a2-8c8a-9fa3ede45d2a service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847273 Nov 09 05:37:01.171780 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-c47eb286-f51e-4f28-b31f-32784bb66713 None None] Set router 2d9b0454-a8eb-47dd-910c-b13250d97106 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:37:01.188744 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ea679791-d5fb-49d8-b1db-9c9bd3281836 req-90d752ae-b7e7-4001-8461-2b42dc47173f service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869009 Nov 09 05:37:01.387606 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-c47eb286-f51e-4f28-b31f-32784bb66713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': '71422acd-3c88-4a24-9adb-da370e05e88e', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'port_id': '5cb0f394-d81f-41ee-a6e3-d97c6277f973', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'mac_address': 'fa:16:3e:04:b5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f5cdb-61fc-49c2-bab7-66f56a53a045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:36:59Z', 'updated_at': '2021-11-09T05:36:59Z', 'revision_number': 0, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb14a933-4c6c-4820-9e0c-190c63b6758d', 'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'mac_address': 'fa:16:3e:00:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:12Z', 'updated_at': '2021-11-09T05:36:16Z', 'revision_number': 5, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'subnets': [{'id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:37:01.412408 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47eb286-f51e-4f28-b31f-32784bb66713 None None] The sync data for ids ['2d9b0454-a8eb-47dd-910c-b13250d97106'] in dv-cinder-817135-2-iscsi is: [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': '71422acd-3c88-4a24-9adb-da370e05e88e', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'port_id': '5cb0f394-d81f-41ee-a6e3-d97c6277f973', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'mac_address': 'fa:16:3e:04:b5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513f5cdb-61fc-49c2-bab7-66f56a53a045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:36:59Z', 'updated_at': '2021-11-09T05:36:59Z', 'revision_number': 0, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb14a933-4c6c-4820-9e0c-190c63b6758d', 'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'mac_address': 'fa:16:3e:00:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:12Z', 'updated_at': '2021-11-09T05:36:16Z', 'revision_number': 5, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'subnets': [{'id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:37:01.597000 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294131a6-db1b-41cf-b5d7-1b3f789e6745 None None] New status for floating IP 71422acd-3c88-4a24-9adb-da370e05e88e: ACTIVE {{(pid=100974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 05:37:01.780764 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:37:03.142584 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:37:03.887344 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:37:09.975492 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:37:21.889122 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-533b7ced-8d4c-4c47-b72e-a51a697b92b3 req-3d291a26-8b13-4569-af57-4645d74a4ddf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812423 Nov 09 05:37:21.997396 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b7ced-8d4c-4c47-b72e-a51a697b92b3 req-78030572-9efe-4ef0-be85-04725f146d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:37:21.998820 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-533b7ced-8d4c-4c47-b72e-a51a697b92b3 req-78030572-9efe-4ef0-be85-04725f146d01 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4dc498cab6aa40d2b4929df08abc9e02&device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 1099 time: 0.0399148 Nov 09 05:37:22.102150 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b7ced-8d4c-4c47-b72e-a51a697b92b3 req-85749b31-16b9-4bc8-8f3b-ff0e8764ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:37:22.103485 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-533b7ced-8d4c-4c47-b72e-a51a697b92b3 req-85749b31-16b9-4bc8-8f3b-ff0e8764ebcf service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5dffa1a-0347-4770-a8cf-284d426927ae HTTP/1.1" status: 200 len: 909 time: 0.0848525 Nov 09 05:37:22.166704 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-533b7ced-8d4c-4c47-b72e-a51a697b92b3 req-df6bb8d1-bf4b-4c07-9453-3883aec9b11c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0981ecd-ad8a-42b8-840f-33ac9b44003f HTTP/1.1" status: 200 len: 1002 time: 0.0558734 Nov 09 05:37:22.218199 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b7ced-8d4c-4c47-b72e-a51a697b92b3 req-61b99dc4-e382-4aec-a167-653539326ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:37:22.219591 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-533b7ced-8d4c-4c47-b72e-a51a697b92b3 req-61b99dc4-e382-4aec-a167-653539326ae8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06f19e18-2340-42c8-9a30-9900b4d6e733 HTTP/1.1" status: 200 len: 847 time: 0.0448313 Nov 09 05:37:22.264540 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b7ced-8d4c-4c47-b72e-a51a697b92b3 req-cfb7b90c-7fbc-44cb-a928-b9430f946d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:37:22.265954 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-533b7ced-8d4c-4c47-b72e-a51a697b92b3 req-cfb7b90c-7fbc-44cb-a928-b9430f946d3b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5dffa1a-0347-4770-a8cf-284d426927ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383530 Nov 09 05:37:22.353823 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-533b7ced-8d4c-4c47-b72e-a51a697b92b3 req-76c35317-ff76-46df-8359-37ba0c7cbecd service neutron] 10.222.0.20 "GET /v2.0/networks/d5dffa1a-0347-4770-a8cf-284d426927ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791409 Nov 09 05:37:22.443695 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-533b7ced-8d4c-4c47-b72e-a51a697b92b3 req-c6a796d4-d7a0-46fc-b839-c367c3f4e3cc service neutron] 10.222.0.20 "GET /v2.0/networks/d5dffa1a-0347-4770-a8cf-284d426927ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812109 Nov 09 05:37:23.588801 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:37:28.263643 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-eb7c34e3-6723-406f-811c-428d450c3bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:37:30.419433 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-3c07228a-ed95-4c69-83e7-a072629e9e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:37:31.781010 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:37:33.146478 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:37:33.890580 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:37:39.987629 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:37:58.264769 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e0a3e7cf-b0f3-4bc4-8b4f-b59bbd0413d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:00.421227 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-8746394f-cfdb-47ea-bf9f-aec119665e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:00.588312 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:38:01.784063 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:03.147135 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:03.891833 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:10.003999 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:14.590142 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37818) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:38:14.828259 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Deleting port 60f06566-df6a-41a0-80d5-53fdfe0876c2 {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:38:14.828505 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:14.904436 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:14.904756 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:14.916489 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Calling delete_port for 60f06566-df6a-41a0-80d5-53fdfe0876c2 owned by network:floatingip {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:38:15.075436 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:15.356122 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Pushing event deleted for resources: {'Port': ['ID=60f06566-df6a-41a0-80d5-53fdfe0876c2,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:38:15.367412 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:15.367788 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:15.368124 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:15.368452 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:15.368776 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:15.369137 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:15.369456 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:15.369772 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:15.370090 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:15.370405 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:15.370717 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:15.371031 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:15.423932 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for floatingip, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:15.424213 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.db.l3_db [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Floating IP e7a69f22-3db5-4b8d-98ee-9e9a85e2d5d1 disassociated (deleted). External IP: 172.27.0.158, port: d0981ecd-ad8a-42b8-840f-33ac9b44003f. Nov 09 05:38:15.625149 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Router cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:38:15.729243 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:38:15.733977 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for floatingip, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:15.740666 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dfc473-dede-4822-b14e-5ae4a60beae9 None None] Sync routers for ids ['cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'] in dv-cinder-817135-2-iscsi {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:38:15.752400 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dfc473-dede-4822-b14e-5ae4a60beae9 None None] Routers {'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:38:15.753033 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-35dfc473-dede-4822-b14e-5ae4a60beae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:38:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:38:15.763576 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-2fd97ace-b595-4e37-a1b0-087416e8d575 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "DELETE /v2.0/floatingips/e7a69f22-3db5-4b8d-98ee-9e9a85e2d5d1 HTTP/1.1" status: 204 len: 168 time: 1.1723509 Nov 09 05:38:15.764189 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440b9e5e-8a48-42a8-835e-f94fb65adf94', 'tag': 'd0981ecd-ad8a-42b8-840f-33ac9b44003f'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:38:15.766473 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b369a712-d0f4-42d7-b988-2f9b15f78d08" -d '{"events": [{"name": "network-changed", "server_uuid": "440b9e5e-8a48-42a8-835e-f94fb65adf94", "tag": "d0981ecd-ad8a-42b8-840f-33ac9b44003f"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:38:15.870382 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-35dfc473-dede-4822-b14e-5ae4a60beae9 None None] Set router cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:38:15.884237 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504ce578-7209-456a-a22f-2ab9d2047be2 x-openstack-request-id: req-504ce578-7209-456a-a22f-2ab9d2047be2 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:38:15.884626 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440b9e5e-8a48-42a8-835e-f94fb65adf94", "tag": "d0981ecd-ad8a-42b8-840f-33ac9b44003f", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:38:15.884964 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-504ce578-7209-456a-a22f-2ab9d2047be2 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:38:15.885427 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440b9e5e-8a48-42a8-835e-f94fb65adf94', 'tag': 'd0981ecd-ad8a-42b8-840f-33ac9b44003f', 'status': 'completed', 'code': 200} Nov 09 05:38:16.024938 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db12b00-4362-4a39-a2ad-99ca8951161d req-5a93380a-200f-445d-ab80-d450bc1b2954 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:38:16.026367 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7db12b00-4362-4a39-a2ad-99ca8951161d req-5a93380a-200f-445d-ab80-d450bc1b2954 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 946 time: 0.0798957 Nov 09 05:38:16.032085 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369a712-d0f4-42d7-b988-2f9b15f78d08 req-2df6ce91-e65b-496a-b690-ea9dd5520728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:38:16.033574 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b369a712-d0f4-42d7-b988-2f9b15f78d08 req-2df6ce91-e65b-496a-b690-ea9dd5520728 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4dc498cab6aa40d2b4929df08abc9e02&device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 1099 time: 0.0618525 Nov 09 05:38:16.084241 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-35dfc473-dede-4822-b14e-5ae4a60beae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'name': 'tempest-TestShelveInstance-331838500-router', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:37Z', 'revision_number': 4, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'gw_port': {'id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '0df70c2b-fa19-4ac8-be62-bc52fdac045d', 'name': '', 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'mac_address': 'fa:16:3e:ed:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '06f19e18-2340-42c8-9a30-9900b4d6e733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:37Z', 'updated_at': '2021-11-09T05:32:42Z', 'revision_number': 5, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'subnets': [{'id': '06f19e18-2340-42c8-9a30-9900b4d6e733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:38:16.114009 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dfc473-dede-4822-b14e-5ae4a60beae9 None None] Checking router: cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2 for host: dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:38:16.122836 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dfc473-dede-4822-b14e-5ae4a60beae9 None None] Routers {'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:38:16.123432 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-35dfc473-dede-4822-b14e-5ae4a60beae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:38:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:38:16.133644 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-7db12b00-4362-4a39-a2ad-99ca8951161d req-058eba9e-e7ad-4339-95fe-c41681c5b094 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0963893 Nov 09 05:38:16.156298 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369a712-d0f4-42d7-b988-2f9b15f78d08 req-5ebd67a5-ebfc-4ada-82a1-f365d17dfa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:38:16.157829 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b369a712-d0f4-42d7-b988-2f9b15f78d08 req-5ebd67a5-ebfc-4ada-82a1-f365d17dfa53 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5dffa1a-0347-4770-a8cf-284d426927ae HTTP/1.1" status: 200 len: 909 time: 0.1142514 Nov 09 05:38:16.204813 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b369a712-d0f4-42d7-b988-2f9b15f78d08 req-3fee6431-d496-4377-8a26-c7ea3f68b10b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0981ecd-ad8a-42b8-840f-33ac9b44003f HTTP/1.1" status: 200 len: 217 time: 0.0380661 Nov 09 05:38:16.224491 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-35dfc473-dede-4822-b14e-5ae4a60beae9 None None] Set router cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:38:16.254525 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369a712-d0f4-42d7-b988-2f9b15f78d08 req-b84a7921-9494-4357-a524-8b171991da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:38:16.255984 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b369a712-d0f4-42d7-b988-2f9b15f78d08 req-b84a7921-9494-4357-a524-8b171991da25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06f19e18-2340-42c8-9a30-9900b4d6e733 HTTP/1.1" status: 200 len: 847 time: 0.0435915 Nov 09 05:38:16.301647 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369a712-d0f4-42d7-b988-2f9b15f78d08 req-addaadba-9d0b-45d5-a196-aafa8ff9d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:38:16.303063 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b369a712-d0f4-42d7-b988-2f9b15f78d08 req-addaadba-9d0b-45d5-a196-aafa8ff9d84b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5dffa1a-0347-4770-a8cf-284d426927ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397887 Nov 09 05:38:16.395146 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b369a712-d0f4-42d7-b988-2f9b15f78d08 req-92326b21-7ba6-4d6b-8a49-99accbd93bcd service neutron] 10.222.0.20 "GET /v2.0/networks/d5dffa1a-0347-4770-a8cf-284d426927ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843933 Nov 09 05:38:16.420107 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-35dfc473-dede-4822-b14e-5ae4a60beae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'name': 'tempest-TestShelveInstance-331838500-router', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:37Z', 'revision_number': 4, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'gw_port': {'id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '0df70c2b-fa19-4ac8-be62-bc52fdac045d', 'name': '', 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'mac_address': 'fa:16:3e:ed:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '06f19e18-2340-42c8-9a30-9900b4d6e733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:37Z', 'updated_at': '2021-11-09T05:32:42Z', 'revision_number': 5, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'subnets': [{'id': '06f19e18-2340-42c8-9a30-9900b4d6e733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:38:16.445353 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dfc473-dede-4822-b14e-5ae4a60beae9 None None] The sync data for ids ['cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'] in dv-cinder-817135-2-iscsi is: [{'id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'name': 'tempest-TestShelveInstance-331838500-router', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:37Z', 'revision_number': 4, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'gw_port': {'id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': '0df70c2b-fa19-4ac8-be62-bc52fdac045d', 'name': '', 'network_id': 'd5dffa1a-0347-4770-a8cf-284d426927ae', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'mac_address': 'fa:16:3e:ed:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '06f19e18-2340-42c8-9a30-9900b4d6e733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:37Z', 'updated_at': '2021-11-09T05:32:42Z', 'revision_number': 5, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'subnets': [{'id': '06f19e18-2340-42c8-9a30-9900b4d6e733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:38:16.484936 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b369a712-d0f4-42d7-b988-2f9b15f78d08 req-66c40c6f-71e3-4ac3-8f24-aedc98fd59f0 service neutron] 10.222.0.20 "GET /v2.0/networks/d5dffa1a-0347-4770-a8cf-284d426927ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816202 Nov 09 05:38:16.656772 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b97080-8fd6-4a46-8522-81e6e651c21a None None] New status for floating IP e7a69f22-3db5-4b8d-98ee-9e9a85e2d5d1: DOWN {{(pid=100974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 05:38:17.252438 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed19fc5-7804-4126-858a-1d2255be7922 req-30c0a01c-cdc1-46ae-b4b0-6ea0df164708 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:38:17.253886 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3ed19fc5-7804-4126-858a-1d2255be7922 req-30c0a01c-cdc1-46ae-b4b0-6ea0df164708 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 946 time: 0.0516033 Nov 09 05:38:17.301400 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3ed19fc5-7804-4126-858a-1d2255be7922 req-23b9339f-6276-4673-87d1-f85dc04ceab1 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/security-groups?id=428c7965-dd75-4f00-a7c2-8dc1d5fb686e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416973 Nov 09 05:38:17.887486 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b23e7-0d45-42d6-b751-61bfdab262f9 req-d920009d-90c0-408f-8c54-ea1f5bc94fcc tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:38:17.888950 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-887b23e7-0d45-42d6-b751-61bfdab262f9 req-d920009d-90c0-408f-8c54-ea1f5bc94fcc tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.20 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 946 time: 0.0526543 Nov 09 05:38:17.976730 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-887b23e7-0d45-42d6-b751-61bfdab262f9 req-5206048c-b92f-41af-bacc-ccbefac6db07 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Deleting port d0981ecd-ad8a-42b8-840f-33ac9b44003f {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:38:17.977071 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-887b23e7-0d45-42d6-b751-61bfdab262f9 req-5206048c-b92f-41af-bacc-ccbefac6db07 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:18.064622 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-887b23e7-0d45-42d6-b751-61bfdab262f9 req-5206048c-b92f-41af-bacc-ccbefac6db07 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] For port d0981ecd-ad8a-42b8-840f-33ac9b44003f, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=d0981ecd-ad8a-42b8-840f-33ac9b44003f,segment=NetworkSegment(fd2804ed-abf9-4355-8e3e-d41db5805199),segment_id=fd2804ed-abf9-4355-8e3e-d41db5805199)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:38:18.064977 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-887b23e7-0d45-42d6-b751-61bfdab262f9 req-5206048c-b92f-41af-bacc-ccbefac6db07 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:18.077084 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-887b23e7-0d45-42d6-b751-61bfdab262f9 req-5206048c-b92f-41af-bacc-ccbefac6db07 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Calling delete_port for d0981ecd-ad8a-42b8-840f-33ac9b44003f owned by compute:nova {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:38:18.197698 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-887b23e7-0d45-42d6-b751-61bfdab262f9 req-5206048c-b92f-41af-bacc-ccbefac6db07 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:18.228413 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206048c-b92f-41af-bacc-ccbefac6db07 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Pushing event deleted for resources: {'Port': ['ID=d0981ecd-ad8a-42b8-840f-33ac9b44003f,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:38:18.267743 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-887b23e7-0d45-42d6-b751-61bfdab262f9 req-5206048c-b92f-41af-bacc-ccbefac6db07 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] No DVR routers for this DVR port d0981ecd-ad8a-42b8-840f-33ac9b44003f on host hv-cinder-81713 {{(pid=100972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:38:18.270114 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-887b23e7-0d45-42d6-b751-61bfdab262f9 req-5206048c-b92f-41af-bacc-ccbefac6db07 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:18.273323 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-887b23e7-0d45-42d6-b751-61bfdab262f9 req-5206048c-b92f-41af-bacc-ccbefac6db07 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.20 "DELETE /v2.0/ports/d0981ecd-ad8a-42b8-840f-33ac9b44003f HTTP/1.1" status: 204 len: 173 time: 0.3780046 Nov 09 05:38:18.273744 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440b9e5e-8a48-42a8-835e-f94fb65adf94', 'name': 'network-vif-deleted', 'tag': 'd0981ecd-ad8a-42b8-840f-33ac9b44003f'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:38:18.276580 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16a8164-b27e-4daf-a08f-a731a8bef51d" -d '{"events": [{"server_uuid": "440b9e5e-8a48-42a8-835e-f94fb65adf94", "name": "network-vif-deleted", "tag": "d0981ecd-ad8a-42b8-840f-33ac9b44003f"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:38:18.310503 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9564085b-fe17-4da2-8b5e-3bf25c831742 x-openstack-request-id: req-9564085b-fe17-4da2-8b5e-3bf25c831742 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:38:18.310790 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440b9e5e-8a48-42a8-835e-f94fb65adf94", "name": "network-vif-deleted", "tag": "d0981ecd-ad8a-42b8-840f-33ac9b44003f", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:38:18.311181 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9564085b-fe17-4da2-8b5e-3bf25c831742 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:38:18.311418 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440b9e5e-8a48-42a8-835e-f94fb65adf94', 'name': 'network-vif-deleted', 'tag': 'd0981ecd-ad8a-42b8-840f-33ac9b44003f', 'status': 'completed', 'code': 200} Nov 09 05:38:18.399960 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-9b396a94-5831-4099-92c1-0ea10dbf52bb req-d8371f58-18bb-4a30-9640-d293790da530 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "GET /v2.0/ports?device_id=440b9e5e-8a48-42a8-835e-f94fb65adf94 HTTP/1.1" status: 200 len: 210 time: 0.0257933 Nov 09 05:38:19.454782 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37850) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:38:19.511032 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-812aca87-e29f-41b6-b473-d17416003719 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:19.535101 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-812aca87-e29f-41b6-b473-d17416003719 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:19.592784 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-812aca87-e29f-41b6-b473-d17416003719 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:19.595523 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-812aca87-e29f-41b6-b473-d17416003719 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:19.596724 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-812aca87-e29f-41b6-b473-d17416003719 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] 10.222.0.41 "DELETE /v2.0/security-groups/428c7965-dd75-4f00-a7c2-8dc1d5fb686e HTTP/1.1" status: 204 len: 168 time: 0.1409619 Nov 09 05:38:19.606180 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812aca87-e29f-41b6-b473-d17416003719 tempest-TestShelveInstance-438209833 tempest-TestShelveInstance-438209833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=428c7965-dd75-4f00-a7c2-8dc1d5fb686e,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:38:19.645932 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37854) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:38:20.086921 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-9ca737d8-dab0-4f02-a301-d4ae73457729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-461718'] for router_interface, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:20.322985 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-9ca737d8-dab0-4f02-a301-d4ae73457729 admin admin] Deleting port 0df70c2b-fa19-4ac8-be62-bc52fdac045d {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:38:20.323321 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-9ca737d8-dab0-4f02-a301-d4ae73457729 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:20.397732 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [None req-9ca737d8-dab0-4f02-a301-d4ae73457729 admin admin] For port 0df70c2b-fa19-4ac8-be62-bc52fdac045d, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=0df70c2b-fa19-4ac8-be62-bc52fdac045d,segment=NetworkSegment(fd2804ed-abf9-4355-8e3e-d41db5805199),segment_id=fd2804ed-abf9-4355-8e3e-d41db5805199)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:38:20.398114 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-9ca737d8-dab0-4f02-a301-d4ae73457729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:20.413287 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-9ca737d8-dab0-4f02-a301-d4ae73457729 admin admin] Calling delete_port for 0df70c2b-fa19-4ac8-be62-bc52fdac045d owned by network:router_interface {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:38:20.584561 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-9ca737d8-dab0-4f02-a301-d4ae73457729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:20.610778 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca737d8-dab0-4f02-a301-d4ae73457729 admin admin] Pushing event deleted for resources: {'Port': ['ID=0df70c2b-fa19-4ac8-be62-bc52fdac045d,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:38:20.784694 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-9ca737d8-dab0-4f02-a301-d4ae73457729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-601895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461862'] for router_interface, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:20.989549 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca737d8-dab0-4f02-a301-d4ae73457729 admin admin] Router cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:38:21.092771 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca737d8-dab0-4f02-a301-d4ae73457729 admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:38:21.101517 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80de3a7-a59e-4f77-92d8-2789bf1669e2 None None] Sync routers for ids ['cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'] in dv-cinder-817135-2-iscsi {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:38:21.102467 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-9ca737d8-dab0-4f02-a301-d4ae73457729 admin admin] 10.222.0.41 "PUT /v2.0/routers/cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4554563 Nov 09 05:38:21.105522 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37858) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:38:21.116772 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80de3a7-a59e-4f77-92d8-2789bf1669e2 None None] Routers {'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:38:21.117372 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-f80de3a7-a59e-4f77-92d8-2789bf1669e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:38:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:38:21.209498 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7a7298fa-3296-42dc-88db-bc00f779f7c1 admin admin] Publish callbacks [] for router, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:21.211206 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device d0981ecd-ad8a-42b8-840f-33ac9b44003f no longer exists at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:38:21.234537 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] No Port match for: d0981ecd-ad8a-42b8-840f-33ac9b44003f {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:38:21.234872 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device d0981ecd-ad8a-42b8-840f-33ac9b44003f not bound to the agent host hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:38:21.248344 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-f80de3a7-a59e-4f77-92d8-2789bf1669e2 None None] Set router cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:38:21.310239 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7a7298fa-3296-42dc-88db-bc00f779f7c1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:21.360807 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-7a7298fa-3296-42dc-88db-bc00f779f7c1 admin admin] Deleting port f24d3e88-34d3-4007-a1e6-8ae75abeedd1 {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:38:21.361144 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7a7298fa-3296-42dc-88db-bc00f779f7c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:21.420344 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-f80de3a7-a59e-4f77-92d8-2789bf1669e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'name': 'tempest-TestShelveInstance-331838500-router', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:38:20Z', 'revision_number': 5, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'gw_port': {'id': 'f24d3e88-34d3-4007-a1e6-8ae75abeedd1', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:42:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:38:21.437607 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [None req-7a7298fa-3296-42dc-88db-bc00f779f7c1 admin admin] For port f24d3e88-34d3-4007-a1e6-8ae75abeedd1, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=f24d3e88-34d3-4007-a1e6-8ae75abeedd1,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:38:21.437978 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7a7298fa-3296-42dc-88db-bc00f779f7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:21.449572 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80de3a7-a59e-4f77-92d8-2789bf1669e2 None None] Checking router: cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2 for host: dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:38:21.450294 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-7a7298fa-3296-42dc-88db-bc00f779f7c1 admin admin] Calling delete_port for f24d3e88-34d3-4007-a1e6-8ae75abeedd1 owned by network:router_gateway {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:38:21.457731 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80de3a7-a59e-4f77-92d8-2789bf1669e2 None None] Routers {'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:38:21.458319 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-f80de3a7-a59e-4f77-92d8-2789bf1669e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:38:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:38:21.540401 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-f80de3a7-a59e-4f77-92d8-2789bf1669e2 None None] Set router cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2 gateway port host: None {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:38:21.593428 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-f80de3a7-a59e-4f77-92d8-2789bf1669e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'name': 'tempest-TestShelveInstance-331838500-router', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:38:21Z', 'revision_number': 6, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'gw_port_host': None}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:38:21.612645 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7a7298fa-3296-42dc-88db-bc00f779f7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:21.619168 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80de3a7-a59e-4f77-92d8-2789bf1669e2 None None] The sync data for ids ['cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2'] in dv-cinder-817135-2-iscsi is: [{'id': 'cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2', 'name': 'tempest-TestShelveInstance-331838500-router', 'tenant_id': '4dc498cab6aa40d2b4929df08abc9e02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:32:35Z', 'updated_at': '2021-11-09T05:38:21Z', 'revision_number': 6, 'project_id': '4dc498cab6aa40d2b4929df08abc9e02', 'gw_port_host': None}] {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:38:21.641139 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7298fa-3296-42dc-88db-bc00f779f7c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f24d3e88-34d3-4007-a1e6-8ae75abeedd1,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:38:21.700332 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7a7298fa-3296-42dc-88db-bc00f779f7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461276'] for router_gateway, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:21.787313 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7a7298fa-3296-42dc-88db-bc00f779f7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5227'] for router, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:21.789423 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7a7298fa-3296-42dc-88db-bc00f779f7c1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:21.830305 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7a7298fa-3296-42dc-88db-bc00f779f7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-462693'] for router, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:21.830770 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7298fa-3296-42dc-88db-bc00f779f7c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2 {{(pid=100972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 05:38:21.834818 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7a7298fa-3296-42dc-88db-bc00f779f7c1 admin admin] Publish callbacks [] for router, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:21.835963 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-7a7298fa-3296-42dc-88db-bc00f779f7c1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/cc088c4e-77ee-4f7c-bd8f-03c56c3ff9f2 HTTP/1.1" status: 204 len: 168 time: 0.7295032 Nov 09 05:38:21.839117 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37860) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:38:21.879742 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c32558f9-0af3-41bf-8f89-104eebcb08be req-9a174546-38d8-46de-a7ab-2202dd95f81c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425947 Nov 09 05:38:21.882829 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_v2 [None req-5764ec08-fead-4dde-9439-614465348dda admin admin] Deleting subnet 06f19e18-2340-42c8-9a30-9900b4d6e733 {{(pid=100971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 05:38:21.886393 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5764ec08-fead-4dde-9439-614465348dda admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:21.920944 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5764ec08-fead-4dde-9439-614465348dda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3198654'] for subnet, precommit_delete_associations {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:21.957928 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32558f9-0af3-41bf-8f89-104eebcb08be req-e246a079-10dd-4d4d-8540-49ca2f3e7563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:38:21.959886 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c32558f9-0af3-41bf-8f89-104eebcb08be req-e246a079-10dd-4d4d-8540-49ca2f3e7563 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fdba2411572461f8bf1e42d4eac42db&device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 1099 time: 0.0410447 Nov 09 05:38:22.032919 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5764ec08-fead-4dde-9439-614465348dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16203819'] for subnet, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:22.072818 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32558f9-0af3-41bf-8f89-104eebcb08be req-ebd5c7b0-63b4-4509-bf76-b024d580d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:38:22.074341 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c32558f9-0af3-41bf-8f89-104eebcb08be req-ebd5c7b0-63b4-4509-bf76-b024d580d36b service neutron] 10.222.0.20 "GET /v2.0/networks?id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 HTTP/1.1" status: 200 len: 913 time: 0.0934353 Nov 09 05:38:22.088654 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5764ec08-fead-4dde-9439-614465348dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16203810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3264404'] for subnet, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:22.101197 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5764ec08-fead-4dde-9439-614465348dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for subnet, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:22.105189 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-5764ec08-fead-4dde-9439-614465348dda admin admin] 10.222.0.41 "DELETE /v2.0/subnets/06f19e18-2340-42c8-9a30-9900b4d6e733 HTTP/1.1" status: 204 len: 168 time: 0.2647729 Nov 09 05:38:22.106570 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b1fad8-6915-4551-b90c-d0616ef14088 None None] Network d5dffa1a-0347-4770-a8cf-284d426927ae requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:38:22.119751 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37862) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:38:22.122169 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764ec08-fead-4dde-9439-614465348dda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06f19e18-2340-42c8-9a30-9900b4d6e733,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:38:22.129378 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5764ec08-fead-4dde-9439-614465348dda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:22.129728 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5764ec08-fead-4dde-9439-614465348dda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:22.130065 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5764ec08-fead-4dde-9439-614465348dda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:22.130391 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5764ec08-fead-4dde-9439-614465348dda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:22.130838 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5764ec08-fead-4dde-9439-614465348dda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:22.131172 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5764ec08-fead-4dde-9439-614465348dda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:22.131496 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5764ec08-fead-4dde-9439-614465348dda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:22.131839 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5764ec08-fead-4dde-9439-614465348dda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:22.132165 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5764ec08-fead-4dde-9439-614465348dda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:22.132483 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5764ec08-fead-4dde-9439-614465348dda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:22.132798 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5764ec08-fead-4dde-9439-614465348dda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:22.133108 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5764ec08-fead-4dde-9439-614465348dda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:22.192279 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c32558f9-0af3-41bf-8f89-104eebcb08be req-1f933b00-b497-431b-b553-c79cfc5d27da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5cb0f394-d81f-41ee-a6e3-d97c6277f973 HTTP/1.1" status: 200 len: 1001 time: 0.1109502 Nov 09 05:38:22.215073 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-872df90e-aab0-49fd-996d-f270dce03453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16329678'] for network, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:22.272317 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32558f9-0af3-41bf-8f89-104eebcb08be req-f78a18b3-b0a5-4f83-8b06-46754dd1b350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:38:22.273738 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c32558f9-0af3-41bf-8f89-104eebcb08be req-f78a18b3-b0a5-4f83-8b06-46754dd1b350 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2093278-c8bc-40f3-8462-2e0b4ebcac99 HTTP/1.1" status: 200 len: 851 time: 0.0742226 Nov 09 05:38:22.327007 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-872df90e-aab0-49fd-996d-f270dce03453 admin admin] Deleting port 5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:38:22.327763 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-872df90e-aab0-49fd-996d-f270dce03453 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:22.331159 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32558f9-0af3-41bf-8f89-104eebcb08be req-d8db2097-61a2-46b0-87d3-c4e582a65a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:38:22.332596 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c32558f9-0af3-41bf-8f89-104eebcb08be req-d8db2097-61a2-46b0-87d3-c4e582a65a1d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505939 Nov 09 05:38:22.394090 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4f3032-34bf-495d-9305-cea052d232ff None None] DHCP port deletion for d5dffa1a-0347-4770-a8cf-284d426927ae request from dv-cinder-817135-2-iscsi {{(pid=100973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 05:38:22.457428 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-6b4f3032-34bf-495d-9305-cea052d232ff None None] Deleting port 5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da {{(pid=100973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:38:22.457428 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-6b4f3032-34bf-495d-9305-cea052d232ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:22.656469 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-6b4f3032-34bf-495d-9305-cea052d232ff None None] For port 5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da,segment=NetworkSegment(fd2804ed-abf9-4355-8e3e-d41db5805199),segment_id=fd2804ed-abf9-4355-8e3e-d41db5805199)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:38:22.656833 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-6b4f3032-34bf-495d-9305-cea052d232ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:22.669348 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-6b4f3032-34bf-495d-9305-cea052d232ff None None] Calling delete_port for 5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da owned by network:dhcp {{(pid=100973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:38:22.720618 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [None req-872df90e-aab0-49fd-996d-f270dce03453 admin admin] For port 5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da,segment=NetworkSegment(fd2804ed-abf9-4355-8e3e-d41db5805199),segment_id=fd2804ed-abf9-4355-8e3e-d41db5805199)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:38:22.721217 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-872df90e-aab0-49fd-996d-f270dce03453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:22.739073 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-872df90e-aab0-49fd-996d-f270dce03453 admin admin] Calling delete_port for 5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da owned by network:dhcp {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:38:22.748587 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-6b4f3032-34bf-495d-9305-cea052d232ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393'] for port, after_delete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:22.765623 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c32558f9-0af3-41bf-8f89-104eebcb08be req-523bcb8a-90d9-4c91-92bd-df9ddefc8526 service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243422 Nov 09 05:38:22.773215 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f3032-34bf-495d-9305-cea052d232ff None None] Pushing event deleted for resources: {'Port': ['ID=5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da,revision_number=None']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:38:22.778974 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4f3032-34bf-495d-9305-cea052d232ff None None] No DVR routers for this DVR port 5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da on host dv-cinder-817135-2-iscsi {{(pid=100973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:38:22.788426 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f3032-34bf-495d-9305-cea052d232ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:22.788770 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f3032-34bf-495d-9305-cea052d232ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:22.789112 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f3032-34bf-495d-9305-cea052d232ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:22.789430 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f3032-34bf-495d-9305-cea052d232ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:22.789748 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f3032-34bf-495d-9305-cea052d232ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:22.790681 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f3032-34bf-495d-9305-cea052d232ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:22.790767 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f3032-34bf-495d-9305-cea052d232ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:22.791042 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f3032-34bf-495d-9305-cea052d232ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:22.791362 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f3032-34bf-495d-9305-cea052d232ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:22.791776 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f3032-34bf-495d-9305-cea052d232ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:22.792016 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f3032-34bf-495d-9305-cea052d232ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:22.792327 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f3032-34bf-495d-9305-cea052d232ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:38:22.897666 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-872df90e-aab0-49fd-996d-f270dce03453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:22.901432 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c32558f9-0af3-41bf-8f89-104eebcb08be req-d26f6f7b-7022-4b69-bd04-bb7032702f9e service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060557 Nov 09 05:38:22.928374 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872df90e-aab0-49fd-996d-f270dce03453 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:38:22.931770 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872df90e-aab0-49fd-996d-f270dce03453 admin admin] No DVR routers for this DVR port 5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da on host dv-cinder-817135-2-iscsi {{(pid=100972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:38:23.000426 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-872df90e-aab0-49fd-996d-f270dce03453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16206686', 'neutron.services.segments.db._delete_segments_for_network-8784574975281'] for network, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:23.020232 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-872df90e-aab0-49fd-996d-f270dce03453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5dffa1a-0347-4770-a8cf-284d426927ae']}} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:38:23.029226 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-872df90e-aab0-49fd-996d-f270dce03453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2804ed-abf9-4355-8e3e-d41db5805199') {'for_net_delete': True} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:38:23.029520 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-872df90e-aab0-49fd-996d-f270dce03453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2804ed-abf9-4355-8e3e-d41db5805199') {} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:38:23.038573 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-872df90e-aab0-49fd-996d-f270dce03453 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784575010618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25701784'] for segment, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:23.051648 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-872df90e-aab0-49fd-996d-f270dce03453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:23.058117 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872df90e-aab0-49fd-996d-f270dce03453 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=100972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 05:38:23.058492 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-872df90e-aab0-49fd-996d-f270dce03453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25700741'] for segment, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: self.session.flush() Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: self.session.flush() Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: self.session.flush() Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: self.session.flush() Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: Traceback (most recent call last): Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: timer() Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: cb(*args, **kw) Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: return func(*args, **kwargs) Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: self._notify() Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: self.callback(batched_events) Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: event.method(event) Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: return f(self, *a, **k) Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: return self._get(url).json() Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: return self.request(url, 'GET', **kwargs) Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 05:38:23.060236 dv-cinder-817135-2-iscsi neutron-server[100972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 05:38:23.114928 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-872df90e-aab0-49fd-996d-f270dce03453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16205741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461216'] for network, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:23.120770 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-872df90e-aab0-49fd-996d-f270dce03453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:23.123832 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-872df90e-aab0-49fd-996d-f270dce03453 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d5dffa1a-0347-4770-a8cf-284d426927ae HTTP/1.1" status: 204 len: 168 time: 1.0031128 Nov 09 05:38:23.126926 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37864) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:38:23.133720 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872df90e-aab0-49fd-996d-f270dce03453 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5dffa1a-0347-4770-a8cf-284d426927ae,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:38:23.232135 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device f24d3e88-34d3-4007-a1e6-8ae75abeedd1 no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:38:23.252733 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: f24d3e88-34d3-4007-a1e6-8ae75abeedd1 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:38:23.253075 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device f24d3e88-34d3-4007-a1e6-8ae75abeedd1 not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:38:23.253482 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:38:23.272319 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: 5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:38:23.272657 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 5b5fe0fe-5da0-496e-9aab-4c2ffc72c1da not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:38:23.273067 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 0df70c2b-fa19-4ac8-be62-bc52fdac045d no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:38:23.291164 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: 0df70c2b-fa19-4ac8-be62-bc52fdac045d {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:38:23.291504 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 0df70c2b-fa19-4ac8-be62-bc52fdac045d not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:38:23.461983 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-996e20d2-124f-4edc-a0d0-1c8f08684a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-461718'] for router_interface, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:23.691976 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-996e20d2-124f-4edc-a0d0-1c8f08684a2d admin admin] Deleting port 47dcc5e5-801c-4f4e-b78f-7522d6ca7752 {{(pid=100971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:38:23.692310 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-996e20d2-124f-4edc-a0d0-1c8f08684a2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:23.768267 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [None req-996e20d2-124f-4edc-a0d0-1c8f08684a2d admin admin] For port 47dcc5e5-801c-4f4e-b78f-7522d6ca7752, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=47dcc5e5-801c-4f4e-b78f-7522d6ca7752,segment=NetworkSegment(65e63596-8736-4e1d-b003-04fd374358b9),segment_id=65e63596-8736-4e1d-b003-04fd374358b9)] {{(pid=100971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:38:23.768564 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-996e20d2-124f-4edc-a0d0-1c8f08684a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:23.780781 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-996e20d2-124f-4edc-a0d0-1c8f08684a2d admin admin] Calling delete_port for 47dcc5e5-801c-4f4e-b78f-7522d6ca7752 owned by network:router_interface {{(pid=100971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:38:23.947524 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-996e20d2-124f-4edc-a0d0-1c8f08684a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:23.971861 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e20d2-124f-4edc-a0d0-1c8f08684a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=47dcc5e5-801c-4f4e-b78f-7522d6ca7752,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:38:24.138980 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-996e20d2-124f-4edc-a0d0-1c8f08684a2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-601895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461862'] for router_interface, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:24.341511 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996e20d2-124f-4edc-a0d0-1c8f08684a2d admin admin] Router f3f73450-1394-4679-bd29-20c3d769bb32 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:38:24.445519 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996e20d2-124f-4edc-a0d0-1c8f08684a2d admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:38:24.452095 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-996e20d2-124f-4edc-a0d0-1c8f08684a2d admin admin] 10.222.0.41 "PUT /v2.0/routers/f3f73450-1394-4679-bd29-20c3d769bb32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3240910 Nov 09 05:38:24.453443 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37866) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:38:24.458150 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040712da-f63e-4c6d-91ad-b085a31eee3b None None] Sync routers for ids ['f3f73450-1394-4679-bd29-20c3d769bb32'] in dv-cinder-817135-2-iscsi {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:38:24.467954 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040712da-f63e-4c6d-91ad-b085a31eee3b None None] Routers {'f3f73450-1394-4679-bd29-20c3d769bb32'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:38:24.468551 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-040712da-f63e-4c6d-91ad-b085a31eee3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:38:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['f3f73450-1394-4679-bd29-20c3d769bb32'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:38:24.569951 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-040712da-f63e-4c6d-91ad-b085a31eee3b None None] Set router f3f73450-1394-4679-bd29-20c3d769bb32 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:38:24.812727 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-79fb88df-aa2a-41d7-943f-4449334dd03f admin admin] Publish callbacks [] for router, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:24.837479 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-040712da-f63e-4c6d-91ad-b085a31eee3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f73450-1394-4679-bd29-20c3d769bb32', 'name': 'tempest-TestShelveInstance-1121254185-router', 'tenant_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c6bf7b46-8b0a-4e18-a447-b20d20845d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:32:39Z', 'updated_at': '2021-11-09T05:38:23Z', 'revision_number': 5, 'project_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'gw_port': {'id': 'c6bf7b46-8b0a-4e18-a447-b20d20845d24', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f73450-1394-4679-bd29-20c3d769bb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:40Z', 'updated_at': '2021-11-09T05:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:38:24.862866 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040712da-f63e-4c6d-91ad-b085a31eee3b None None] Checking router: f3f73450-1394-4679-bd29-20c3d769bb32 for host: dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:38:24.871212 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040712da-f63e-4c6d-91ad-b085a31eee3b None None] Routers {'f3f73450-1394-4679-bd29-20c3d769bb32'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:38:24.871832 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-040712da-f63e-4c6d-91ad-b085a31eee3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:38:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['f3f73450-1394-4679-bd29-20c3d769bb32'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:38:24.913892 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-79fb88df-aa2a-41d7-943f-4449334dd03f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:24.964363 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-79fb88df-aa2a-41d7-943f-4449334dd03f admin admin] Deleting port c6bf7b46-8b0a-4e18-a447-b20d20845d24 {{(pid=100971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:38:24.964697 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-79fb88df-aa2a-41d7-943f-4449334dd03f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:24.974051 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-040712da-f63e-4c6d-91ad-b085a31eee3b None None] Set router f3f73450-1394-4679-bd29-20c3d769bb32 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:38:25.039139 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [None req-79fb88df-aa2a-41d7-943f-4449334dd03f admin admin] For port c6bf7b46-8b0a-4e18-a447-b20d20845d24, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=c6bf7b46-8b0a-4e18-a447-b20d20845d24,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:38:25.039524 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-79fb88df-aa2a-41d7-943f-4449334dd03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:25.054771 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-79fb88df-aa2a-41d7-943f-4449334dd03f admin admin] Calling delete_port for c6bf7b46-8b0a-4e18-a447-b20d20845d24 owned by network:router_gateway {{(pid=100971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:38:25.146703 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-040712da-f63e-4c6d-91ad-b085a31eee3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f73450-1394-4679-bd29-20c3d769bb32', 'name': 'tempest-TestShelveInstance-1121254185-router', 'tenant_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c6bf7b46-8b0a-4e18-a447-b20d20845d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:32:39Z', 'updated_at': '2021-11-09T05:38:23Z', 'revision_number': 5, 'project_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'gw_port': {'id': 'c6bf7b46-8b0a-4e18-a447-b20d20845d24', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f73450-1394-4679-bd29-20c3d769bb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:40Z', 'updated_at': '2021-11-09T05:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:38:25.172484 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040712da-f63e-4c6d-91ad-b085a31eee3b None None] The sync data for ids ['f3f73450-1394-4679-bd29-20c3d769bb32'] in dv-cinder-817135-2-iscsi is: [{'id': 'f3f73450-1394-4679-bd29-20c3d769bb32', 'name': 'tempest-TestShelveInstance-1121254185-router', 'tenant_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'c6bf7b46-8b0a-4e18-a447-b20d20845d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:32:39Z', 'updated_at': '2021-11-09T05:38:23Z', 'revision_number': 5, 'project_id': 'a382ccd5089b438f9eb9a963f5f7d1a1', 'gw_port': {'id': 'c6bf7b46-8b0a-4e18-a447-b20d20845d24', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f73450-1394-4679-bd29-20c3d769bb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:32:40Z', 'updated_at': '2021-11-09T05:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}] {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:38:25.226889 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-79fb88df-aa2a-41d7-943f-4449334dd03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:25.255255 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb88df-aa2a-41d7-943f-4449334dd03f admin admin] Pushing event deleted for resources: {'Port': ['ID=c6bf7b46-8b0a-4e18-a447-b20d20845d24,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:38:25.313361 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-79fb88df-aa2a-41d7-943f-4449334dd03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461276'] for router_gateway, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:25.398516 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-79fb88df-aa2a-41d7-943f-4449334dd03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5227'] for router, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:25.400538 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-79fb88df-aa2a-41d7-943f-4449334dd03f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:25.444181 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-79fb88df-aa2a-41d7-943f-4449334dd03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-462693'] for router, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:25.444714 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fb88df-aa2a-41d7-943f-4449334dd03f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3f73450-1394-4679-bd29-20c3d769bb32 {{(pid=100971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 05:38:25.449472 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-79fb88df-aa2a-41d7-943f-4449334dd03f admin admin] Publish callbacks [] for router, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:25.450525 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-79fb88df-aa2a-41d7-943f-4449334dd03f admin admin] 10.222.0.41 "DELETE /v2.0/routers/f3f73450-1394-4679-bd29-20c3d769bb32 HTTP/1.1" status: 204 len: 168 time: 0.9961784 Nov 09 05:38:25.452952 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37868) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:38:25.495463 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5a2517-3f13-4979-a263-e8011eeba68b admin admin] Deleting subnet b8caba33-bafb-47c8-a517-074fab2369cb {{(pid=100971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 05:38:25.498417 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ad5a2517-3f13-4979-a263-e8011eeba68b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:25.532012 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ad5a2517-3f13-4979-a263-e8011eeba68b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3198654'] for subnet, precommit_delete_associations {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:25.615240 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ad5a2517-3f13-4979-a263-e8011eeba68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16203819'] for subnet, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:25.669219 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ad5a2517-3f13-4979-a263-e8011eeba68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16203810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3264404'] for subnet, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:25.694772 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a2517-3f13-4979-a263-e8011eeba68b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8caba33-bafb-47c8-a517-074fab2369cb,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:38:25.698396 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-ad5a2517-3f13-4979-a263-e8011eeba68b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for subnet, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:25.703566 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-ad5a2517-3f13-4979-a263-e8011eeba68b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b8caba33-bafb-47c8-a517-074fab2369cb HTTP/1.1" status: 204 len: 168 time: 0.2477050 Nov 09 05:38:25.704387 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37870) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:38:25.706690 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b78ae3-25f4-43d4-a4b0-d63b042a0949 None None] Network f92f6fc4-1b48-4678-b686-af3d39c6ab5e requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:38:25.777977 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-6e01ec32-d3f3-43aa-b3d3-5a48176d8399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16329678'] for network, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:25.842741 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-6e01ec32-d3f3-43aa-b3d3-5a48176d8399 admin admin] Deleting port ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:38:25.843089 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-6e01ec32-d3f3-43aa-b3d3-5a48176d8399 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:25.894084 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36cad4e-a8bd-4bb0-a650-d5a57bdc76a1 None None] DHCP port deletion for f92f6fc4-1b48-4678-b686-af3d39c6ab5e request from dv-cinder-817135-2-iscsi {{(pid=100973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 05:38:25.908350 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [None req-6e01ec32-d3f3-43aa-b3d3-5a48176d8399 admin admin] For port ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d,segment=NetworkSegment(65e63596-8736-4e1d-b003-04fd374358b9),segment_id=65e63596-8736-4e1d-b003-04fd374358b9)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:38:25.908674 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-6e01ec32-d3f3-43aa-b3d3-5a48176d8399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:25.923661 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-6e01ec32-d3f3-43aa-b3d3-5a48176d8399 admin admin] Calling delete_port for ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d owned by network:dhcp {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:38:25.946659 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-f36cad4e-a8bd-4bb0-a650-d5a57bdc76a1 None None] Deleting port ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d {{(pid=100973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:38:25.947033 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f36cad4e-a8bd-4bb0-a650-d5a57bdc76a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:26.010567 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-6e01ec32-d3f3-43aa-b3d3-5a48176d8399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:26.014275 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-f36cad4e-a8bd-4bb0-a650-d5a57bdc76a1 None None] For port ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d,segment=NetworkSegment(65e63596-8736-4e1d-b003-04fd374358b9),segment_id=65e63596-8736-4e1d-b003-04fd374358b9)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:38:26.014672 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f36cad4e-a8bd-4bb0-a650-d5a57bdc76a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:26.027437 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-f36cad4e-a8bd-4bb0-a650-d5a57bdc76a1 None None] Calling delete_port for ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d owned by network:dhcp {{(pid=100973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:38:26.036626 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01ec32-d3f3-43aa-b3d3-5a48176d8399 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:38:26.038405 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e01ec32-d3f3-43aa-b3d3-5a48176d8399 admin admin] No DVR routers for this DVR port ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d on host dv-cinder-817135-2-iscsi {{(pid=100972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:38:26.107553 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f36cad4e-a8bd-4bb0-a650-d5a57bdc76a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393'] for port, after_delete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:26.114022 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-6e01ec32-d3f3-43aa-b3d3-5a48176d8399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16206686', 'neutron.services.segments.db._delete_segments_for_network-8784574975281'] for network, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:26.134000 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-6e01ec32-d3f3-43aa-b3d3-5a48176d8399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92f6fc4-1b48-4678-b686-af3d39c6ab5e']}} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:38:26.135946 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36cad4e-a8bd-4bb0-a650-d5a57bdc76a1 None None] No DVR routers for this DVR port ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d on host dv-cinder-817135-2-iscsi {{(pid=100973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:38:26.137411 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36cad4e-a8bd-4bb0-a650-d5a57bdc76a1 None None] Pushing event deleted for resources: {'Port': ['ID=ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d,revision_number=None']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:38:26.146407 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-6e01ec32-d3f3-43aa-b3d3-5a48176d8399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e63596-8736-4e1d-b003-04fd374358b9') {'for_net_delete': True} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:38:26.146899 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-6e01ec32-d3f3-43aa-b3d3-5a48176d8399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e63596-8736-4e1d-b003-04fd374358b9') {} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:38:26.156738 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-6e01ec32-d3f3-43aa-b3d3-5a48176d8399 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784575010618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25701784'] for segment, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:26.170734 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-6e01ec32-d3f3-43aa-b3d3-5a48176d8399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:26.176749 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e01ec32-d3f3-43aa-b3d3-5a48176d8399 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=100972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 05:38:26.177140 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-6e01ec32-d3f3-43aa-b3d3-5a48176d8399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25700741'] for segment, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: Traceback (most recent call last): Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: timer() Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: cb(*args, **kw) Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: return func(*args, **kwargs) Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: self._notify() Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: self.callback(batched_events) Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: event.method(event) Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: return f(self, *a, **k) Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: return self._get(url).json() Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: return self.request(url, 'GET', **kwargs) Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 05:38:26.178848 dv-cinder-817135-2-iscsi neutron-server[100972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 05:38:26.231462 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-6e01ec32-d3f3-43aa-b3d3-5a48176d8399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16205741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461216'] for network, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:26.236984 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-6e01ec32-d3f3-43aa-b3d3-5a48176d8399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:26.240455 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-6e01ec32-d3f3-43aa-b3d3-5a48176d8399 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f92f6fc4-1b48-4678-b686-af3d39c6ab5e HTTP/1.1" status: 204 len: 168 time: 0.5347288 Nov 09 05:38:26.251598 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01ec32-d3f3-43aa-b3d3-5a48176d8399 admin admin] Pushing event deleted for resources: {'Network': ['ID=f92f6fc4-1b48-4678-b686-af3d39c6ab5e,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:38:26.349725 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37874) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:38:26.388849 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-51584061-0557-4275-aff5-192cd2739220 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4dc498cab6aa40d2b4929df08abc9e02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379419 Nov 09 05:38:26.391132 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37876) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:38:26.439750 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c1c78780-20c9-47b1-a34e-f75e6d2dd38e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:26.460250 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c1c78780-20c9-47b1-a34e-f75e6d2dd38e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:26.504751 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c1c78780-20c9-47b1-a34e-f75e6d2dd38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:26.507475 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-c1c78780-20c9-47b1-a34e-f75e6d2dd38e admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:26.508690 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-c1c78780-20c9-47b1-a34e-f75e6d2dd38e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f15d13fa-77a7-4740-aaa3-e43bf3f96ba5 HTTP/1.1" status: 204 len: 168 time: 0.1166532 Nov 09 05:38:26.517044 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c78780-20c9-47b1-a34e-f75e6d2dd38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15d13fa-77a7-4740-aaa3-e43bf3f96ba5,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:38:26.806649 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37882) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:38:26.845434 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-9b407792-ab8c-49bd-adf2-8d66e2fb9ec6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a382ccd5089b438f9eb9a963f5f7d1a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376720 Nov 09 05:38:26.847720 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 37884) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:38:26.893485 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d57fe1a1-ef1b-4717-bbd3-3854f3c2629f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:26.913388 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d57fe1a1-ef1b-4717-bbd3-3854f3c2629f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:26.958142 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d57fe1a1-ef1b-4717-bbd3-3854f3c2629f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:26.960674 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-d57fe1a1-ef1b-4717-bbd3-3854f3c2629f admin admin] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:26.961783 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-d57fe1a1-ef1b-4717-bbd3-3854f3c2629f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18c45f1d-8617-43ea-afa9-95b9cfc592d0 HTTP/1.1" status: 204 len: 168 time: 0.1132014 Nov 09 05:38:26.969098 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57fe1a1-ef1b-4717-bbd3-3854f3c2629f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c45f1d-8617-43ea-afa9-95b9cfc592d0,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:38:27.231855 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:38:27.252717 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:38:27.253060 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device ca2cd3a6-1e8d-46e0-bc0a-b8d3499a352d not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:38:27.253481 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 47dcc5e5-801c-4f4e-b78f-7522d6ca7752 no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:38:27.277303 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: 47dcc5e5-801c-4f4e-b78f-7522d6ca7752 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:38:27.277639 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 47dcc5e5-801c-4f4e-b78f-7522d6ca7752 not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:38:27.278054 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device c6bf7b46-8b0a-4e18-a447-b20d20845d24 no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:38:27.297826 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: c6bf7b46-8b0a-4e18-a447-b20d20845d24 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:38:27.298171 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device c6bf7b46-8b0a-4e18-a447-b20d20845d24 not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:38:28.266078 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-5be92f70-7a02-4b23-b3d3-eab2c330f86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:30.423203 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-8f25b684-32c3-4815-809f-0bcd77d56950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:31.787244 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:33.150478 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:33.892957 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:37.586586 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:38:40.005932 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:38:58.267497 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-a6af9890-81fc-43fb-b59e-abd754121f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:00.424042 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-5d14c402-cd3a-47c3-b298-7f31c32a3061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:01.789120 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:03.153372 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:03.894354 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:10.007891 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:14.585655 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:39:15.843868 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0c438-be37-4f81-a554-fe5839e65460 req-996c1f61-67a5-45ca-a217-5d88af6863cd tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:15.845243 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-31b0c438-be37-4f81-a554-fe5839e65460 req-996c1f61-67a5-45ca-a217-5d88af6863cd tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 946 time: 0.0488181 Nov 09 05:39:15.892812 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-31b0c438-be37-4f81-a554-fe5839e65460 req-511c79cc-8d5f-4f4a-a70b-a75ccf3e5ec6 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417659 Nov 09 05:39:17.019606 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc91c7-26f7-44bc-ba6e-9c50b882865b req-b83df2d7-9984-42c4-a11f-74919a331789 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:17.021105 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-60bc91c7-26f7-44bc-ba6e-9c50b882865b req-b83df2d7-9984-42c4-a11f-74919a331789 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 946 time: 0.0600078 Nov 09 05:39:17.074616 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-60bc91c7-26f7-44bc-ba6e-9c50b882865b req-23060e00-98bb-4b9b-b028-dcbd50c7ff46 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475709 Nov 09 05:39:17.706816 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518ca0a-b5c7-4a8b-a0d8-27d0718119cb req-5ad88804-7cf1-4a9a-ba41-fca0c17b3268 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:17.708260 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6518ca0a-b5c7-4a8b-a0d8-27d0718119cb req-5ad88804-7cf1-4a9a-ba41-fca0c17b3268 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.20 "GET /v2.0/ports?device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 946 time: 0.0475690 Nov 09 05:39:17.795873 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-6518ca0a-b5c7-4a8b-a0d8-27d0718119cb req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Deleting port 5cb0f394-d81f-41ee-a6e3-d97c6277f973 {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:39:17.796202 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6518ca0a-b5c7-4a8b-a0d8-27d0718119cb req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:17.880945 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-6518ca0a-b5c7-4a8b-a0d8-27d0718119cb req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] For port 5cb0f394-d81f-41ee-a6e3-d97c6277f973, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=5cb0f394-d81f-41ee-a6e3-d97c6277f973,segment=NetworkSegment(a8191805-07c1-40ef-8559-1a97a1bb7dda),segment_id=a8191805-07c1-40ef-8559-1a97a1bb7dda)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:39:17.881304 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6518ca0a-b5c7-4a8b-a0d8-27d0718119cb req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:18.046040 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6518ca0a-b5c7-4a8b-a0d8-27d0718119cb req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for floatingip, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:18.046713 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6518ca0a-b5c7-4a8b-a0d8-27d0718119cb req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461206'] for floatingip, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:18.046713 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.db.l3_db [req-6518ca0a-b5c7-4a8b-a0d8-27d0718119cb req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Floating IP 71422acd-3c88-4a24-9adb-da370e05e88e disassociated. External IP: 172.27.0.15, port: 5cb0f394-d81f-41ee-a6e3-d97c6277f973. Nov 09 05:39:18.047020 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-6518ca0a-b5c7-4a8b-a0d8-27d0718119cb req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Calling delete_port for 5cb0f394-d81f-41ee-a6e3-d97c6277f973 owned by compute:nova {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:39:18.170214 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6518ca0a-b5c7-4a8b-a0d8-27d0718119cb req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:18.192441 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805af0a-a946-40c1-b324-037a60fd1117 req-330b691b-1a91-46b8-914e-e2071a6dde55 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:18.193911 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3805af0a-a946-40c1-b324-037a60fd1117 req-330b691b-1a91-46b8-914e-e2071a6dde55 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 867 time: 0.0515780 Nov 09 05:39:18.199035 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Pushing event deleted for resources: {'Port': ['ID=5cb0f394-d81f-41ee-a6e3-d97c6277f973,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:39:18.211878 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:18.212233 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:18.212577 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:18.212912 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:18.213257 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:18.213605 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:18.213940 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:18.214282 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:18.214589 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:18.214910 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:18.215229 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:18.215545 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:18.248714 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3805af0a-a946-40c1-b324-037a60fd1117 req-2f8fb01c-0d1d-4f10-8709-1d188f163f40 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486090 Nov 09 05:39:18.324207 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6518ca0a-b5c7-4a8b-a0d8-27d0718119cb req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Router 2d9b0454-a8eb-47dd-910c-b13250d97106 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:39:18.434900 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6518ca0a-b5c7-4a8b-a0d8-27d0718119cb req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:39:18.445118 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd95439-9429-426c-aeac-59a9b2e26a92 None None] Sync routers for ids ['2d9b0454-a8eb-47dd-910c-b13250d97106'] in dv-cinder-817135-2-iscsi {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:39:18.454895 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd95439-9429-426c-aeac-59a9b2e26a92 None None] Routers {'2d9b0454-a8eb-47dd-910c-b13250d97106'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:39:18.455492 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-1bd95439-9429-426c-aeac-59a9b2e26a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:39:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['2d9b0454-a8eb-47dd-910c-b13250d97106'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:39:18.476101 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-6518ca0a-b5c7-4a8b-a0d8-27d0718119cb req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] No DVR routers for this DVR port 5cb0f394-d81f-41ee-a6e3-d97c6277f973 on host hv-cinder-81713 {{(pid=100972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:39:18.478478 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6518ca0a-b5c7-4a8b-a0d8-27d0718119cb req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:18.482354 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6518ca0a-b5c7-4a8b-a0d8-27d0718119cb req-a389b294-71bb-442f-b5fb-0b7e4c0234ac tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.20 "DELETE /v2.0/ports/5cb0f394-d81f-41ee-a6e3-d97c6277f973 HTTP/1.1" status: 204 len: 173 time: 0.7678983 Nov 09 05:39:18.482791 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513f5cdb-61fc-49c2-bab7-66f56a53a045', 'name': 'network-vif-deleted', 'tag': '5cb0f394-d81f-41ee-a6e3-d97c6277f973'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:39:18.485087 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b22bfa-57fd-4db5-b374-5dd3981c7663" -d '{"events": [{"server_uuid": "513f5cdb-61fc-49c2-bab7-66f56a53a045", "name": "network-vif-deleted", "tag": "5cb0f394-d81f-41ee-a6e3-d97c6277f973"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:39:18.531067 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4b5316-fc53-4903-829a-e844cd161244 x-openstack-request-id: req-bb4b5316-fc53-4903-829a-e844cd161244 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:39:18.531361 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513f5cdb-61fc-49c2-bab7-66f56a53a045", "name": "network-vif-deleted", "tag": "5cb0f394-d81f-41ee-a6e3-d97c6277f973", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:39:18.531611 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb4b5316-fc53-4903-829a-e844cd161244 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:39:18.532034 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513f5cdb-61fc-49c2-bab7-66f56a53a045', 'name': 'network-vif-deleted', 'tag': '5cb0f394-d81f-41ee-a6e3-d97c6277f973', 'status': 'completed', 'code': 200} Nov 09 05:39:18.572151 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-1bd95439-9429-426c-aeac-59a9b2e26a92 None None] Set router 2d9b0454-a8eb-47dd-910c-b13250d97106 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:39:18.771411 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-1bd95439-9429-426c-aeac-59a9b2e26a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'fb14a933-4c6c-4820-9e0c-190c63b6758d', 'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'mac_address': 'fa:16:3e:00:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:12Z', 'updated_at': '2021-11-09T05:36:16Z', 'revision_number': 5, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'subnets': [{'id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:39:18.801200 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd95439-9429-426c-aeac-59a9b2e26a92 None None] Checking router: 2d9b0454-a8eb-47dd-910c-b13250d97106 for host: dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:39:18.809424 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd95439-9429-426c-aeac-59a9b2e26a92 None None] Routers {'2d9b0454-a8eb-47dd-910c-b13250d97106'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:39:18.810053 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-1bd95439-9429-426c-aeac-59a9b2e26a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:39:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['2d9b0454-a8eb-47dd-910c-b13250d97106'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:39:19.032913 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-1bd95439-9429-426c-aeac-59a9b2e26a92 None None] Set router 2d9b0454-a8eb-47dd-910c-b13250d97106 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:39:19.226709 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-1bd95439-9429-426c-aeac-59a9b2e26a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'fb14a933-4c6c-4820-9e0c-190c63b6758d', 'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'mac_address': 'fa:16:3e:00:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:12Z', 'updated_at': '2021-11-09T05:36:16Z', 'revision_number': 5, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'subnets': [{'id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:39:19.253082 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd95439-9429-426c-aeac-59a9b2e26a92 None None] The sync data for ids ['2d9b0454-a8eb-47dd-910c-b13250d97106'] in dv-cinder-817135-2-iscsi is: [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'fb14a933-4c6c-4820-9e0c-190c63b6758d', 'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'mac_address': 'fa:16:3e:00:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:12Z', 'updated_at': '2021-11-09T05:36:16Z', 'revision_number': 5, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'subnets': [{'id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:39:19.365182 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-de60eba0-be94-4a72-8ef8-0c776d3a3a13 req-963a0945-41cf-40ec-a05e-0639d2d31b2a tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=513f5cdb-61fc-49c2-bab7-66f56a53a045 HTTP/1.1" status: 200 len: 210 time: 0.0269582 Nov 09 05:39:19.482216 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27e3590-4069-419f-b394-a9f460dd78f4 None None] New status for floating IP 71422acd-3c88-4a24-9adb-da370e05e88e: DOWN {{(pid=100974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 05:39:20.612360 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-b40f0ec7-ba56-4690-95c1-d76cb5c9f631 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-718520608&fields=id&tenant_id=3fdba2411572461f8bf1e42d4eac42db HTTP/1.1" status: 200 len: 267 time: 0.0436580 Nov 09 05:39:20.723917 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-cc859609-3555-4751-9330-1918bd038355 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:20.725263 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-cc859609-3555-4751-9330-1918bd038355 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/networks?id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 HTTP/1.1" status: 200 len: 812 time: 0.1008935 Nov 09 05:39:20.740430 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-d13f383b-2a1c-4351-9298-65913b954ece tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/quotas/3fdba2411572461f8bf1e42d4eac42db HTTP/1.1" status: 200 len: 375 time: 0.0088701 Nov 09 05:39:20.791581 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-c59ed7be-d1f2-4ac1-8ede-82e27515ad13 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fdba2411572461f8bf1e42d4eac42db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453768 Nov 09 05:39:20.970982 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-60e02282-a228-44c6-b7ca-af96c3b9184e service neutron] 10.222.0.41 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678603 Nov 09 05:39:21.061453 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-a4a2d77b-4886-41df-8dd0-0f97775c5833 service neutron] 10.222.0.41 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844333 Nov 09 05:39:21.328613 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-86e9c674-68ca-4428-ab84-0205a596d41e req-e78a5f67-0103-407b-a6fe-dbbc7907c554 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 210 time: 0.0269396 Nov 09 05:39:21.454964 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 5cb0f394-d81f-41ee-a6e3-d97c6277f973 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:39:21.478258 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] No Port match for: 5cb0f394-d81f-41ee-a6e3-d97c6277f973 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:39:21.478623 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 5cb0f394-d81f-41ee-a6e3-d97c6277f973 not bound to the agent host hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:39:22.295058 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-0364934f-a39e-4718-8e04-4d13d5ddf129 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:22.296735 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-0364934f-a39e-4718-8e04-4d13d5ddf129 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.20 "GET /v2.0/networks?id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 HTTP/1.1" status: 200 len: 812 time: 0.1054089 Nov 09 05:39:22.371334 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-d6e9f93a-655c-4dec-b755-7bc241b79be3 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fdba2411572461f8bf1e42d4eac42db HTTP/1.1" status: 200 len: 379 time: 0.0589836 Nov 09 05:39:22.382050 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-f20522d6-9919-445f-8827-51bd87b80e8d tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Request body: {'port': {'device_id': '63281a6a-9299-4dc6-b60e-ce6ad3fa3016', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'admin_state_up': True, 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'security_groups': ['03f839cb-ff92-4806-816a-3ddbbdd8b286']}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:39:22.425110 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-aa7d07ac-3e5b-4bb0-ac5b-30d656d91796 req-6d50669e-3db8-44a4-a16d-071f6df3775d tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 210 time: 0.0271018 Nov 09 05:39:22.487378 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-f20522d6-9919-445f-8827-51bd87b80e8d tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Made reservation on behalf of 3fdba2411572461f8bf1e42d4eac42db for: {'port': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:39:22.491227 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-f20522d6-9919-445f-8827-51bd87b80e8d tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:22.619247 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_common [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-f20522d6-9919-445f-8827-51bd87b80e8d tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Allocated IP 172.20.0.14 (11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5/f2093278-c8bc-40f3-8462-2e0b4ebcac99/35d1fa5b-df8e-46a9-a4f2-c5cf18172d84) {{(pid=100972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:39:22.751752 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-f20522d6-9919-445f-8827-51bd87b80e8d tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for port, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:22.788171 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-f20522d6-9919-445f-8827-51bd87b80e8d tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:22.834450 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-f20522d6-9919-445f-8827-51bd87b80e8d tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Network 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:39:22.837682 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-f20522d6-9919-445f-8827-51bd87b80e8d tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:39:22.842088 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-f20522d6-9919-445f-8827-51bd87b80e8d tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Received port after_create {{(pid=100972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:39:22.846017 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20522d6-9919-445f-8827-51bd87b80e8d tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Pushing event updated for resources: {'Port': ['ID=35d1fa5b-df8e-46a9-a4f2-c5cf18172d84,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:39:22.894856 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-f20522d6-9919-445f-8827-51bd87b80e8d tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:22.895561 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-f20522d6-9919-445f-8827-51bd87b80e8d tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:22.913703 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-f20522d6-9919-445f-8827-51bd87b80e8d tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5355482 Nov 09 05:39:22.942075 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-071c14c0-285c-4de0-b66f-90efb593977b service neutron] Request body: {'port': {'device_id': '63281a6a-9299-4dc6-b60e-ce6ad3fa3016', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:39:23.005158 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-071c14c0-285c-4de0-b66f-90efb593977b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:23.137290 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-4c393d69-f3d8-4d39-a4f2-9b2522fc6166 None None] Provisioning complete for port 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:39:23.137899 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-4c393d69-f3d8-4d39-a4f2-9b2522fc6166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:23.170332 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-4c393d69-f3d8-4d39-a4f2-9b2522fc6166 None None] Port 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:39:23.258999 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-071c14c0-285c-4de0-b66f-90efb593977b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 {{(pid=100972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:39:23.266717 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-071c14c0-285c-4de0-b66f-90efb593977b service neutron] Publish callbacks [] for port, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:23.278786 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.provisioning_blocks [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-071c14c0-285c-4de0-b66f-90efb593977b service neutron] Transition to ACTIVE for port object 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 will not be triggered until provisioned by entity L2. {{(pid=100972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 05:39:23.282721 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-071c14c0-285c-4de0-b66f-90efb593977b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:23.329066 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c14c0-285c-4de0-b66f-90efb593977b service neutron] Pushing event updated for resources: {'Port': ['ID=35d1fa5b-df8e-46a9-a4f2-c5cf18172d84,revision_number=2']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:39:23.402430 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-071c14c0-285c-4de0-b66f-90efb593977b service neutron] Attempting to bind port 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:39:23.403450 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-071c14c0-285c-4de0-b66f-90efb593977b service neutron] Attempting to bind port 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'a8191805-07c1-40ef-8559-1a97a1bb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5'}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:39:23.403808 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-071c14c0-285c-4de0-b66f-90efb593977b service neutron] Attempting to bind port 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 on network 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:39:23.408380 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-071c14c0-285c-4de0-b66f-90efb593977b service neutron] Port 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 on network 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 05:39:23.408701 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-071c14c0-285c-4de0-b66f-90efb593977b service neutron] Attempting to bind port 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 on network 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:39:23.413640 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-071c14c0-285c-4de0-b66f-90efb593977b service neutron] Checking agent: {'id': '95cbc7df-874e-4f22-acf5-3b3cdde6b18e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'started_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:39:23.413969 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-071c14c0-285c-4de0-b66f-90efb593977b service neutron] Checking segment: {'id': 'a8191805-07c1-40ef-8559-1a97a1bb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:39:23.414348 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-071c14c0-285c-4de0-b66f-90efb593977b service neutron] Bound using segment: {'id': 'a8191805-07c1-40ef-8559-1a97a1bb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5'} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:39:23.414772 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-071c14c0-285c-4de0-b66f-90efb593977b service neutron] Bound port: 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8191805-07c1-40ef-8559-1a97a1bb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5'}}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:39:23.415121 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-071c14c0-285c-4de0-b66f-90efb593977b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:23.480928 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-071c14c0-285c-4de0-b66f-90efb593977b service neutron] For port 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84, host hv-cinder-81713, cleared binding levels {{(pid=100972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:39:23.484436 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-071c14c0-285c-4de0-b66f-90efb593977b service neutron] For port 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=35d1fa5b-df8e-46a9-a4f2-c5cf18172d84,segment=NetworkSegment(a8191805-07c1-40ef-8559-1a97a1bb7dda),segment_id=a8191805-07c1-40ef-8559-1a97a1bb7dda)] {{(pid=100972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:39:23.489788 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-071c14c0-285c-4de0-b66f-90efb593977b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:23.556048 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-071c14c0-285c-4de0-b66f-90efb593977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:23.556687 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-071c14c0-285c-4de0-b66f-90efb593977b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:23.558116 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-071c14c0-285c-4de0-b66f-90efb593977b service neutron] 10.222.0.20 "PUT /v2.0/ports/35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 HTTP/1.1" status: 200 len: 1094 time: 0.6204264 Nov 09 05:39:23.563409 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63281a6a-9299-4dc6-b60e-ce6ad3fa3016', 'tag': '35d1fa5b-df8e-46a9-a4f2-c5cf18172d84'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:39:23.567356 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1962ea11-ac98-4835-9b54-3916c99d53bb" -d '{"events": [{"name": "network-changed", "server_uuid": "63281a6a-9299-4dc6-b60e-ce6ad3fa3016", "tag": "35d1fa5b-df8e-46a9-a4f2-c5cf18172d84"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:39:23.590886 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c14c0-285c-4de0-b66f-90efb593977b service neutron] Pushing event updated for resources: {'Port': ['ID=35d1fa5b-df8e-46a9-a4f2-c5cf18172d84,revision_number=3']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:39:23.602169 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd47b7-eafb-47b9-8507-e29c2b4c00a1 req-ee6c82da-87d3-4c75-a584-85e905ef12ae tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:23.603745 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-febd47b7-eafb-47b9-8507-e29c2b4c00a1 req-ee6c82da-87d3-4c75-a584-85e905ef12ae tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 944 time: 0.1090119 Nov 09 05:39:23.614321 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14704301-3411-4c92-8b63-c3cf1b16f0a4 x-openstack-request-id: req-14704301-3411-4c92-8b63-c3cf1b16f0a4 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:39:23.614700 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63281a6a-9299-4dc6-b60e-ce6ad3fa3016", "tag": "35d1fa5b-df8e-46a9-a4f2-c5cf18172d84", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:39:23.614879 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14704301-3411-4c92-8b63-c3cf1b16f0a4 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:39:23.615249 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63281a6a-9299-4dc6-b60e-ce6ad3fa3016', 'tag': '35d1fa5b-df8e-46a9-a4f2-c5cf18172d84', 'status': 'completed', 'code': 200} Nov 09 05:39:23.694007 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-febd47b7-eafb-47b9-8507-e29c2b4c00a1 req-236bad5d-7e96-4676-aab1-69fc92759fdf tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821033 Nov 09 05:39:23.704001 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-f112d20a-71d2-4a33-9b04-12eafa1d1bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:23.705515 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-f112d20a-71d2-4a33-9b04-12eafa1d1bc2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fdba2411572461f8bf1e42d4eac42db&device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 1097 time: 0.0729144 Nov 09 05:39:23.756574 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-d2891f42-3088-4924-a451-068b4e1257f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 HTTP/1.1" status: 200 len: 217 time: 0.0358517 Nov 09 05:39:23.810187 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-eb9a1e14-3f6d-4c1c-b1b3-60f3bda9550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:23.811644 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-eb9a1e14-3f6d-4c1c-b1b3-60f3bda9550f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2093278-c8bc-40f3-8462-2e0b4ebcac99 HTTP/1.1" status: 200 len: 851 time: 0.0463619 Nov 09 05:39:23.855407 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-8b9eb87b-eb02-4a9b-803c-b243e40434ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:23.857008 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-8b9eb87b-eb02-4a9b-803c-b243e40434ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389986 Nov 09 05:39:23.945373 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-f441bde7-f628-448c-8046-dbccf95e1086 service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806932 Nov 09 05:39:24.037897 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6181dec8-7d2a-400d-93d3-7bd2a64fb397 req-0cf5a055-01d3-4a02-9e1e-f13ee5a0d7c5 service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855126 Nov 09 05:39:24.161869 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962ea11-ac98-4835-9b54-3916c99d53bb req-55c89b5d-040c-4b2c-ab00-d014b386463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:24.163301 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1962ea11-ac98-4835-9b54-3916c99d53bb req-55c89b5d-040c-4b2c-ab00-d014b386463f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fdba2411572461f8bf1e42d4eac42db&device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 1097 time: 0.0386698 Nov 09 05:39:24.256010 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962ea11-ac98-4835-9b54-3916c99d53bb req-46d91c26-f335-4579-bb8a-228180ef86a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:24.257363 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1962ea11-ac98-4835-9b54-3916c99d53bb req-46d91c26-f335-4579-bb8a-228180ef86a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 HTTP/1.1" status: 200 len: 913 time: 0.0862918 Nov 09 05:39:24.299530 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1962ea11-ac98-4835-9b54-3916c99d53bb req-3824d082-45f2-454f-9ed2-fa0c499ef6f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 HTTP/1.1" status: 200 len: 217 time: 0.0343189 Nov 09 05:39:24.350266 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962ea11-ac98-4835-9b54-3916c99d53bb req-b1608dba-1052-444d-907d-3215c0030e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:24.351680 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1962ea11-ac98-4835-9b54-3916c99d53bb req-b1608dba-1052-444d-907d-3215c0030e97 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2093278-c8bc-40f3-8462-2e0b4ebcac99 HTTP/1.1" status: 200 len: 851 time: 0.0455453 Nov 09 05:39:24.395274 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962ea11-ac98-4835-9b54-3916c99d53bb req-a58d2445-f766-4409-b0d2-8221c083bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:24.396752 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1962ea11-ac98-4835-9b54-3916c99d53bb req-a58d2445-f766-4409-b0d2-8221c083bf64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382893 Nov 09 05:39:24.482315 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1962ea11-ac98-4835-9b54-3916c99d53bb req-5cca195a-a506-4ac1-bb2e-b5b684627b47 service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782573 Nov 09 05:39:24.571381 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1962ea11-ac98-4835-9b54-3916c99d53bb req-ccddf990-f9da-4098-9cab-19315d7ee05f service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816724 Nov 09 05:39:24.814118 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65f65f-cca5-4f10-abed-537f21fc4363 req-62f14af6-e618-47f8-9440-62b684c436cb tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:24.815554 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1a65f65f-cca5-4f10-abed-537f21fc4363 req-62f14af6-e618-47f8-9440-62b684c436cb tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 944 time: 0.0472553 Nov 09 05:39:24.867378 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1a65f65f-cca5-4f10-abed-537f21fc4363 req-8ebf967f-7dbb-4913-a896-d30cf4472798 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459094 Nov 09 05:39:25.978162 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ef8da-6a32-41b3-bd3f-19f9818fefd8 req-d3ba3415-e899-47cd-9c34-77fd87d8fb08 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:25.980245 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e44ef8da-6a32-41b3-bd3f-19f9818fefd8 req-d3ba3415-e899-47cd-9c34-77fd87d8fb08 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 944 time: 0.0480404 Nov 09 05:39:26.027460 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e44ef8da-6a32-41b3-bd3f-19f9818fefd8 req-e3d4ed9d-1985-4d5f-9104-964338ecefc9 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413082 Nov 09 05:39:27.140338 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411a717-94da-4294-8945-e1a38db0ffc6 req-19fb4046-623c-4453-952f-e6768116d7a6 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:27.141796 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d411a717-94da-4294-8945-e1a38db0ffc6 req-19fb4046-623c-4453-952f-e6768116d7a6 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 944 time: 0.0481868 Nov 09 05:39:27.189398 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d411a717-94da-4294-8945-e1a38db0ffc6 req-2eab6a26-403d-4616-a8e4-8dbbb4af79a4 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416861 Nov 09 05:39:28.269957 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-6fe754ca-cddf-4854-a67c-c2a1e70acf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:28.307035 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4e171-4b32-4df9-af38-331677f10d7d req-cb3a9701-7ff7-4c31-aed9-a6c036a5a079 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:28.309032 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-fda4e171-4b32-4df9-af38-331677f10d7d req-cb3a9701-7ff7-4c31-aed9-a6c036a5a079 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 944 time: 0.0542941 Nov 09 05:39:28.355811 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-fda4e171-4b32-4df9-af38-331677f10d7d req-27de44ea-d564-4ea1-a0f6-5969a96ad7b8 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409350 Nov 09 05:39:29.473721 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d40083-5f18-4c1a-bd5e-6fdce162b573 req-73aa9f61-1042-41ed-9259-b473debc44d2 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:29.475078 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-17d40083-5f18-4c1a-bd5e-6fdce162b573 req-73aa9f61-1042-41ed-9259-b473debc44d2 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 944 time: 0.0501325 Nov 09 05:39:29.525019 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-17d40083-5f18-4c1a-bd5e-6fdce162b573 req-e984ce97-274f-445b-bbe4-2ac14bffd8ca tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439775 Nov 09 05:39:30.425313 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-c6f12c6e-5163-4c93-badd-4bfb9302afa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:30.638349 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabe48b-5cb0-415e-a3c3-8a9cdfd4244f req-2580fad5-d4af-4bbb-910a-74255d726417 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:30.639800 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6eabe48b-5cb0-415e-a3c3-8a9cdfd4244f req-2580fad5-d4af-4bbb-910a-74255d726417 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 944 time: 0.0477626 Nov 09 05:39:30.686791 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6eabe48b-5cb0-415e-a3c3-8a9cdfd4244f req-1b8ffd4e-c29f-42d4-8f39-a774794462eb tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411136 Nov 09 05:39:31.570070 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=100973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 05:39:31.667237 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=35d1fa5b-df8e-46a9-a4f2-c5cf18172d84,segment=NetworkSegment(a8191805-07c1-40ef-8559-1a97a1bb7dda),segment_id=a8191805-07c1-40ef-8559-1a97a1bb7dda)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:39:31.678792 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Returning: {'device': '35d1fa5b-df8e-46a9-a4f2-c5cf18172d84', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'port_id': '35d1fa5b-df8e-46a9-a4f2-c5cf18172d84', 'mac_address': 'fa:16:3e:cb:e7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 05:39:31.720315 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:31.732777 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 {{(pid=100973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:39:31.752613 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=35d1fa5b-df8e-46a9-a4f2-c5cf18172d84,segment=NetworkSegment(a8191805-07c1-40ef-8559-1a97a1bb7dda),segment_id=a8191805-07c1-40ef-8559-1a97a1bb7dda)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:39:31.756665 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:31.813094 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16602ebc-e7b2-4eb3-84a0-8154a200563f req-2c0fa60b-b93f-44f8-8def-5794cbe5ed85 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:31.814504 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:31.814727 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-16602ebc-e7b2-4eb3-84a0-8154a200563f req-2c0fa60b-b93f-44f8-8def-5794cbe5ed85 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 945 time: 0.0532980 Nov 09 05:39:31.817467 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=35d1fa5b-df8e-46a9-a4f2-c5cf18172d84,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:39:31.826287 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:31.826563 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:31.826890 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:31.827220 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:31.827549 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:31.827915 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:31.828238 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:31.828560 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:31.828883 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:31.829201 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:31.829517 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:31.829830 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:31.867909 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-16602ebc-e7b2-4eb3-84a0-8154a200563f req-7f620999-6006-48ad-9a75-3f93afc02701 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470541 Nov 09 05:39:32.154449 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['35d1fa5b-df8e-46a9-a4f2-c5cf18172d84'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:39:33.088675 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828b7a6-9951-4dcb-b34c-38df4aebc717 req-e72c6ae6-c7d8-4b26-b661-24cda5433653 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:33.090107 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1828b7a6-9951-4dcb-b34c-38df4aebc717 req-e72c6ae6-c7d8-4b26-b661-24cda5433653 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 945 time: 0.1562781 Nov 09 05:39:33.140948 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1828b7a6-9951-4dcb-b34c-38df4aebc717 req-813b1fa7-ef7f-46d3-a21c-51cba89c84a0 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450759 Nov 09 05:39:33.157870 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:33.563568 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 up at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:39:33.613236 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning for port 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 completed by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 05:39:33.617240 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning complete for port 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:39:33.617604 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:33.690321 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:33.711361 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63281a6a-9299-4dc6-b60e-ce6ad3fa3016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d1fa5b-df8e-46a9-a4f2-c5cf18172d84'}] {{(pid=100973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:39:33.713655 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54011f83237459a559275aec36f6846328bebe107db2d1d5386815f5349ca10e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b173e51-087b-4574-b7c0-d4e744783ca6" -d '{"events": [{"server_uuid": "63281a6a-9299-4dc6-b60e-ce6ad3fa3016", "name": "network-vif-plugged", "status": "completed", "tag": "35d1fa5b-df8e-46a9-a4f2-c5cf18172d84"}]}' {{(pid=100973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:39:33.726174 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=35d1fa5b-df8e-46a9-a4f2-c5cf18172d84,segment=NetworkSegment(a8191805-07c1-40ef-8559-1a97a1bb7dda),segment_id=a8191805-07c1-40ef-8559-1a97a1bb7dda)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:39:33.730378 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:33.780951 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=35d1fa5b-df8e-46a9-a4f2-c5cf18172d84,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:39:33.812852 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969f3e7c-4499-412f-8a6e-27a14f956bbb x-openstack-request-id: req-969f3e7c-4499-412f-8a6e-27a14f956bbb {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:39:33.813137 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63281a6a-9299-4dc6-b60e-ce6ad3fa3016", "name": "network-vif-plugged", "status": "completed", "tag": "35d1fa5b-df8e-46a9-a4f2-c5cf18172d84", "code": 200}]} {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:39:33.813399 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-969f3e7c-4499-412f-8a6e-27a14f956bbb {{(pid=100973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:39:33.813847 dv-cinder-817135-2-iscsi neutron-server[100973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63281a6a-9299-4dc6-b60e-ce6ad3fa3016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d1fa5b-df8e-46a9-a4f2-c5cf18172d84', 'code': 200} Nov 09 05:39:33.895508 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:34.058770 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7840f-ba61-43af-a892-e383af88f4d2 req-e51b1cda-a058-437e-8988-f9474ea17bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:34.060265 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b7f7840f-ba61-43af-a892-e383af88f4d2 req-e51b1cda-a058-437e-8988-f9474ea17bd1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 1099 time: 0.0414765 Nov 09 05:39:34.104787 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b7f7840f-ba61-43af-a892-e383af88f4d2 req-22b34161-d8c9-4b8a-8206-97b0f718aa09 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378175 Nov 09 05:39:34.252638 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0f1d2-01e4-4e53-9e3c-c2852a58c303 req-ca5d0ff6-6d69-4f67-9196-624b08a4803a tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:34.254049 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-65c0f1d2-01e4-4e53-9e3c-c2852a58c303 req-ca5d0ff6-6d69-4f67-9196-624b08a4803a tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 946 time: 0.0470920 Nov 09 05:39:34.300836 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-65c0f1d2-01e4-4e53-9e3c-c2852a58c303 req-cadc223e-7a8f-4ed0-8fe7-e910b3c8ce6e tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410752 Nov 09 05:39:35.468741 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241e108-34e7-4f62-8abb-81322b295c58 req-eec4df7c-01d6-4882-8a4e-7dddc274b3cd tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:35.470653 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4241e108-34e7-4f62-8abb-81322b295c58 req-eec4df7c-01d6-4882-8a4e-7dddc274b3cd tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 946 time: 0.1020110 Nov 09 05:39:35.522756 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4241e108-34e7-4f62-8abb-81322b295c58 req-d9c04dc2-0f38-4ef1-87a9-c92f61c28213 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457852 Nov 09 05:39:36.638794 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2a110-bdbe-4cac-8f9d-9dd8067e4274 req-1c2a6bee-bd4b-48d4-a047-72fa310a0185 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:36.640244 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1ea2a110-bdbe-4cac-8f9d-9dd8067e4274 req-1c2a6bee-bd4b-48d4-a047-72fa310a0185 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 946 time: 0.0510795 Nov 09 05:39:36.686881 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-1ea2a110-bdbe-4cac-8f9d-9dd8067e4274 req-1c77055f-e50c-40a6-b447-11f657e4d12a tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408928 Nov 09 05:39:36.801764 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbac755-f922-4237-a2e9-83ebce5e3508 req-a93e2ea7-72ed-44a9-8640-ae31874ff3e4 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:36.803122 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1fbac755-f922-4237-a2e9-83ebce5e3508 req-a93e2ea7-72ed-44a9-8640-ae31874ff3e4 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 946 time: 0.0515971 Nov 09 05:39:36.850503 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1fbac755-f922-4237-a2e9-83ebce5e3508 req-a051a59f-cc87-4144-ba4a-13f6c8b51ae9 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415869 Nov 09 05:39:36.873259 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37974) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:39:36.911766 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3bb42b-b1e1-4244-bb20-b9a7566be157 tempest-TestVolumeBootPattern-1636406411 tempest-TestVolumeBootPattern-1636406411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:36.913253 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-ba3bb42b-b1e1-4244-bb20-b9a7566be157 tempest-TestVolumeBootPattern-1636406411 tempest-TestVolumeBootPattern-1636406411-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 1094 time: 0.0390294 Nov 09 05:39:36.915899 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 37976) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:39:36.920642 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Request body: {'floatingip': {'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'port_id': '35d1fa5b-df8e-46a9-a4f2-c5cf18172d84', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:39:36.941310 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for floatingip, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:37.035291 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:37.133292 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Allocated IP 172.27.0.25 (88e43ffb-3775-4d57-b72a-70455855b0f1/a0c8eb9b-e525-49dd-abc3-6c12893ff27c/31e84e71-b27e-4285-bc3c-76cdee9b310b) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:39:37.233330 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:37.264624 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:37.298415 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Network 88e43ffb-3775-4d57-b72a-70455855b0f1 is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:39:37.301098 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:39:37.306331 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:39:37.331340 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Pushing event updated for resources: {'Port': ['ID=31e84e71-b27e-4285-bc3c-76cdee9b310b,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:39:37.342650 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:37.342992 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:37.343330 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:37.343687 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:37.344016 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:37.344343 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:37.344665 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:37.344985 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:37.345309 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:37.345625 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:37.345941 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:37.346255 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:39:37.660833 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:37.740635 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:37.883284 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for port, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:37.888189 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3537972'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:37.952890 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Pushing event updated for resources: {'Port': ['ID=31e84e71-b27e-4285-bc3c-76cdee9b310b,revision_number=2']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:39:37.965851 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461206'] for floatingip, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:38.058453 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.db.l3_db [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Floating IP 6f4c2792-7a9d-4170-91f5-3e47d535ecc9 associated. External IP: 172.27.0.25, port: 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84. Nov 09 05:39:38.255319 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Router 2d9b0454-a8eb-47dd-910c-b13250d97106 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:39:38.359211 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:39:38.368898 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c312331-e448-4416-84b3-34c676a6baa5 None None] Sync routers for ids ['2d9b0454-a8eb-47dd-910c-b13250d97106'] in dv-cinder-817135-2-iscsi {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:39:38.375968 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for floatingip, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:38.378312 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c312331-e448-4416-84b3-34c676a6baa5 None None] Routers {'2d9b0454-a8eb-47dd-910c-b13250d97106'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:39:38.378915 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-3c312331-e448-4416-84b3-34c676a6baa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:39:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['2d9b0454-a8eb-47dd-910c-b13250d97106'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:39:38.415523 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-7818a4d6-a7a2-4223-9328-40cb402ddd33 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4845736 Nov 09 05:39:38.415523 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63281a6a-9299-4dc6-b60e-ce6ad3fa3016', 'tag': '35d1fa5b-df8e-46a9-a4f2-c5cf18172d84'}] {{(pid=100971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:39:38.415523 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ba20ef00b6ba85be910cd3510c9842062a5dd5e124f21b50ec677df07c463ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea07ad2f-fb7f-4ed8-bfe2-62239fe52718" -d '{"events": [{"name": "network-changed", "server_uuid": "63281a6a-9299-4dc6-b60e-ce6ad3fa3016", "tag": "35d1fa5b-df8e-46a9-a4f2-c5cf18172d84"}]}' {{(pid=100971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:39:38.488227 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-3c312331-e448-4416-84b3-34c676a6baa5 None None] Set router 2d9b0454-a8eb-47dd-910c-b13250d97106 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:39:38.498052 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbf5e76-6125-41f6-96b7-ce9970deda8f x-openstack-request-id: req-ecbf5e76-6125-41f6-96b7-ce9970deda8f {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:39:38.498341 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63281a6a-9299-4dc6-b60e-ce6ad3fa3016", "tag": "35d1fa5b-df8e-46a9-a4f2-c5cf18172d84", "status": "completed", "code": 200}]} {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:39:38.498595 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ecbf5e76-6125-41f6-96b7-ce9970deda8f {{(pid=100971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:39:38.498995 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63281a6a-9299-4dc6-b60e-ce6ad3fa3016', 'tag': '35d1fa5b-df8e-46a9-a4f2-c5cf18172d84', 'status': 'completed', 'code': 200} Nov 09 05:39:38.581725 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07ad2f-fb7f-4ed8-bfe2-62239fe52718 req-c47bea7a-546e-4f7b-ac7a-fb746f3dc9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:38.583199 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ea07ad2f-fb7f-4ed8-bfe2-62239fe52718 req-c47bea7a-546e-4f7b-ac7a-fb746f3dc9c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fdba2411572461f8bf1e42d4eac42db&device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 1099 time: 0.0397017 Nov 09 05:39:38.672844 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07ad2f-fb7f-4ed8-bfe2-62239fe52718 req-f989ec27-ab7b-4beb-8b71-1dd34299c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:38.674268 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ea07ad2f-fb7f-4ed8-bfe2-62239fe52718 req-f989ec27-ab7b-4beb-8b71-1dd34299c915 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 HTTP/1.1" status: 200 len: 913 time: 0.0845182 Nov 09 05:39:38.706565 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-3c312331-e448-4416-84b3-34c676a6baa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': '6f4c2792-7a9d-4170-91f5-3e47d535ecc9', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'port_id': '35d1fa5b-df8e-46a9-a4f2-c5cf18172d84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'mac_address': 'fa:16:3e:cb:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63281a6a-9299-4dc6-b60e-ce6ad3fa3016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:39:37Z', 'updated_at': '2021-11-09T05:39:37Z', 'revision_number': 0, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb14a933-4c6c-4820-9e0c-190c63b6758d', 'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'mac_address': 'fa:16:3e:00:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:12Z', 'updated_at': '2021-11-09T05:36:16Z', 'revision_number': 5, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'subnets': [{'id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:39:38.736155 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c312331-e448-4416-84b3-34c676a6baa5 None None] Checking router: 2d9b0454-a8eb-47dd-910c-b13250d97106 for host: dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:39:38.739197 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ea07ad2f-fb7f-4ed8-bfe2-62239fe52718 req-ba274dd1-5dfa-45c1-835a-9176f3d6ddb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 HTTP/1.1" status: 200 len: 999 time: 0.0565476 Nov 09 05:39:38.744768 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c312331-e448-4416-84b3-34c676a6baa5 None None] Routers {'2d9b0454-a8eb-47dd-910c-b13250d97106'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:39:38.745371 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-3c312331-e448-4416-84b3-34c676a6baa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:39:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['2d9b0454-a8eb-47dd-910c-b13250d97106'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:39:38.785970 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07ad2f-fb7f-4ed8-bfe2-62239fe52718 req-1963f6b0-9e85-403f-ae6a-3c5dc91e33e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:38.787369 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ea07ad2f-fb7f-4ed8-bfe2-62239fe52718 req-1963f6b0-9e85-403f-ae6a-3c5dc91e33e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2093278-c8bc-40f3-8462-2e0b4ebcac99 HTTP/1.1" status: 200 len: 851 time: 0.0419102 Nov 09 05:39:38.834747 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07ad2f-fb7f-4ed8-bfe2-62239fe52718 req-f8913675-e895-4793-955c-43b093bd999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:39:38.836134 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ea07ad2f-fb7f-4ed8-bfe2-62239fe52718 req-f8913675-e895-4793-955c-43b093bd999f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417397 Nov 09 05:39:38.849246 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-3c312331-e448-4416-84b3-34c676a6baa5 None None] Set router 2d9b0454-a8eb-47dd-910c-b13250d97106 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:39:38.922054 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ea07ad2f-fb7f-4ed8-bfe2-62239fe52718 req-fdd3e5c3-a202-407c-8c57-4db969cbad17 service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790737 Nov 09 05:39:39.014418 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ea07ad2f-fb7f-4ed8-bfe2-62239fe52718 req-6b8bf790-a75b-4022-9762-45ded3561ce4 service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848074 Nov 09 05:39:39.068463 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-3c312331-e448-4416-84b3-34c676a6baa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': '6f4c2792-7a9d-4170-91f5-3e47d535ecc9', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'port_id': '35d1fa5b-df8e-46a9-a4f2-c5cf18172d84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'mac_address': 'fa:16:3e:cb:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63281a6a-9299-4dc6-b60e-ce6ad3fa3016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:39:37Z', 'updated_at': '2021-11-09T05:39:37Z', 'revision_number': 0, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb14a933-4c6c-4820-9e0c-190c63b6758d', 'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'mac_address': 'fa:16:3e:00:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:12Z', 'updated_at': '2021-11-09T05:36:16Z', 'revision_number': 5, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'subnets': [{'id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:39:39.097832 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c312331-e448-4416-84b3-34c676a6baa5 None None] The sync data for ids ['2d9b0454-a8eb-47dd-910c-b13250d97106'] in dv-cinder-817135-2-iscsi is: [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': '6f4c2792-7a9d-4170-91f5-3e47d535ecc9', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'port_id': '35d1fa5b-df8e-46a9-a4f2-c5cf18172d84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'mac_address': 'fa:16:3e:cb:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63281a6a-9299-4dc6-b60e-ce6ad3fa3016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:39:37Z', 'updated_at': '2021-11-09T05:39:37Z', 'revision_number': 0, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb14a933-4c6c-4820-9e0c-190c63b6758d', 'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'mac_address': 'fa:16:3e:00:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:12Z', 'updated_at': '2021-11-09T05:36:16Z', 'revision_number': 5, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'subnets': [{'id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:39:39.274560 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0234d5b4-44b3-4b18-850f-e7fa7ccaeac5 None None] New status for floating IP 6f4c2792-7a9d-4170-91f5-3e47d535ecc9: ACTIVE {{(pid=100974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 05:39:40.003751 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:39:51.583562 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:39:58.273897 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-9dd4305b-ff0e-4990-b60e-8d41eddd6f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:40:00.425839 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-8786e771-563d-4f6e-9f5f-35a173d3a342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:40:01.796167 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:40:03.159269 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:40:03.895861 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:40:10.011267 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:40:24.452516 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c06f19dc-2ed4-47e7-ac45-0e10444a2915 req-fa1d2c2a-1b68-409b-a9c9-4ceaabee3028 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388920 Nov 09 05:40:24.551537 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f19dc-2ed4-47e7-ac45-0e10444a2915 req-89bc3750-3478-4538-b016-f1f32e1e9938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:40:24.553050 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c06f19dc-2ed4-47e7-ac45-0e10444a2915 req-89bc3750-3478-4538-b016-f1f32e1e9938 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fdba2411572461f8bf1e42d4eac42db&device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 1099 time: 0.0398073 Nov 09 05:40:24.657309 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f19dc-2ed4-47e7-ac45-0e10444a2915 req-7abf4ea6-ea84-40eb-8dce-fe0a5dd6e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:40:24.658717 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c06f19dc-2ed4-47e7-ac45-0e10444a2915 req-7abf4ea6-ea84-40eb-8dce-fe0a5dd6e43d service neutron] 10.222.0.20 "GET /v2.0/networks?id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 HTTP/1.1" status: 200 len: 913 time: 0.0855842 Nov 09 05:40:24.724701 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c06f19dc-2ed4-47e7-ac45-0e10444a2915 req-4440d8ec-d377-47a7-a3a2-e94f0e098eaa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 HTTP/1.1" status: 200 len: 1001 time: 0.0575502 Nov 09 05:40:24.774986 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f19dc-2ed4-47e7-ac45-0e10444a2915 req-4e9f0adb-b4a0-41ab-9f5e-abc123a7cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:40:24.776379 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c06f19dc-2ed4-47e7-ac45-0e10444a2915 req-4e9f0adb-b4a0-41ab-9f5e-abc123a7cd6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2093278-c8bc-40f3-8462-2e0b4ebcac99 HTTP/1.1" status: 200 len: 851 time: 0.0450630 Nov 09 05:40:24.820524 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f19dc-2ed4-47e7-ac45-0e10444a2915 req-5936e6d2-8169-4ea1-ae07-ba40eebf570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:40:24.821933 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c06f19dc-2ed4-47e7-ac45-0e10444a2915 req-5936e6d2-8169-4ea1-ae07-ba40eebf570c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383964 Nov 09 05:40:24.909745 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c06f19dc-2ed4-47e7-ac45-0e10444a2915 req-e75b9041-2e57-443e-b998-3407663c4d35 service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797279 Nov 09 05:40:25.001056 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c06f19dc-2ed4-47e7-ac45-0e10444a2915 req-708289ae-388f-4ac7-9b58-01c40ce38a93 service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826700 Nov 09 05:40:28.274030 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-54a0050e-73dd-4a79-b957-222313f2a90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:40:28.583246 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:40:30.428274 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-bf49032b-2a8e-4699-b791-db4ec752a970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:40:31.802108 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:40:33.162129 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:40:33.896833 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:40:40.024389 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:40:58.274055 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-7fca6126-2903-443e-a6eb-cd904f22fa5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:41:00.431054 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-1cfaa801-0d54-43c3-837d-3efecbcaa3be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:41:01.804313 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:41:03.164048 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:41:03.897939 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:41:05.582316 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:41:10.039686 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:41:24.775529 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-08558317-46ed-4a74-bdf3-e4b326b64d19 req-562310eb-47f0-4ade-a1af-1de73fa00f18 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387838 Nov 09 05:41:24.871122 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08558317-46ed-4a74-bdf3-e4b326b64d19 req-bcc12454-faf1-49f3-8cbb-76af20de0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:41:24.872522 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-08558317-46ed-4a74-bdf3-e4b326b64d19 req-bcc12454-faf1-49f3-8cbb-76af20de0584 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fdba2411572461f8bf1e42d4eac42db&device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 1099 time: 0.0400162 Nov 09 05:41:24.981633 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08558317-46ed-4a74-bdf3-e4b326b64d19 req-9139534c-1fb0-4223-9cba-c100319c8e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:41:24.983110 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-08558317-46ed-4a74-bdf3-e4b326b64d19 req-9139534c-1fb0-4223-9cba-c100319c8e0c service neutron] 10.222.0.20 "GET /v2.0/networks?id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 HTTP/1.1" status: 200 len: 913 time: 0.0919819 Nov 09 05:41:25.045906 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-08558317-46ed-4a74-bdf3-e4b326b64d19 req-85ccdbed-4b12-47aa-9091-e6c6ee7a9673 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 HTTP/1.1" status: 200 len: 1001 time: 0.0560048 Nov 09 05:41:25.094674 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08558317-46ed-4a74-bdf3-e4b326b64d19 req-6692f315-851b-47b5-ac92-dbd43ed76540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:41:25.096078 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-08558317-46ed-4a74-bdf3-e4b326b64d19 req-6692f315-851b-47b5-ac92-dbd43ed76540 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2093278-c8bc-40f3-8462-2e0b4ebcac99 HTTP/1.1" status: 200 len: 851 time: 0.0438833 Nov 09 05:41:25.139391 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08558317-46ed-4a74-bdf3-e4b326b64d19 req-e972d932-a5b8-4a17-9da6-7fc41d1f35f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:41:25.140834 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-08558317-46ed-4a74-bdf3-e4b326b64d19 req-e972d932-a5b8-4a17-9da6-7fc41d1f35f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374200 Nov 09 05:41:25.226216 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-08558317-46ed-4a74-bdf3-e4b326b64d19 req-2194992c-d53b-4d0a-a3a2-7aa2d40dd797 service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785401 Nov 09 05:41:25.313198 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-08558317-46ed-4a74-bdf3-e4b326b64d19 req-63f6bc15-ebe4-4fde-9b29-b242e23caee9 service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806224 Nov 09 05:41:28.274859 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-040c3078-8260-4ea8-9041-f061a81227c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:41:30.431551 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e15e3627-28e9-4996-87e1-9b56c774c00e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:41:31.807787 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:41:33.166803 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:41:33.899644 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:41:40.055485 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:41:42.581099 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:41:47.488265 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-65390018-258e-4c9f-b7b3-717a684aae2d tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-718520608&fields=id&tenant_id=3fdba2411572461f8bf1e42d4eac42db HTTP/1.1" status: 200 len: 267 time: 0.0446243 Nov 09 05:41:47.597563 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-aca4276c-92d9-4236-bc86-554624342c96 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:41:47.599220 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-aca4276c-92d9-4236-bc86-554624342c96 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/networks?id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 HTTP/1.1" status: 200 len: 812 time: 0.1042652 Nov 09 05:41:47.614628 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-983abf39-5a0d-4866-a9b9-8535094f5651 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/quotas/3fdba2411572461f8bf1e42d4eac42db HTTP/1.1" status: 200 len: 375 time: 0.0094235 Nov 09 05:41:47.673468 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-d45a0181-da07-457c-8a68-d683f0403a78 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3fdba2411572461f8bf1e42d4eac42db&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0535064 Nov 09 05:41:47.690530 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-50362aa9-2800-4340-93d1-12dda1133c76 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100971) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 05:41:47.691779 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-50362aa9-2800-4340-93d1-12dda1133c76 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054965 Nov 09 05:41:47.785718 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-b99fa60b-e639-4dc3-bb76-310b80a855cf service neutron] 10.222.0.41 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870976 Nov 09 05:41:47.871545 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-da9e1cd7-3084-4a64-ab0f-5dce601842ac service neutron] 10.222.0.41 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798147 Nov 09 05:41:48.150936 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-529b9606-23c5-48bf-85d2-0ad4eb71f253 req-71a160d0-ab59-4bee-9831-95d06c7c909e tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 210 time: 0.0263958 Nov 09 05:41:49.219231 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-5ae1cba2-c16f-4c55-bc1c-aec3afc73e28 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:41:49.220745 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-5ae1cba2-c16f-4c55-bc1c-aec3afc73e28 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.20 "GET /v2.0/networks?id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 HTTP/1.1" status: 200 len: 812 time: 0.1039324 Nov 09 05:41:49.250819 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4c3afded-c666-4729-85bb-baf00457cfd7 req-291dec27-3c7a-4650-bf62-f13643fb6350 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 210 time: 0.0300221 Nov 09 05:41:49.289947 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-65b29ad8-6ec5-4ea0-8e47-3e3952a614a8 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fdba2411572461f8bf1e42d4eac42db HTTP/1.1" status: 200 len: 379 time: 0.0542288 Nov 09 05:41:49.299280 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Request body: {'port': {'device_id': '1dcc61ee-af4c-4954-a76c-fa194d34669b', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'admin_state_up': True, 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'security_groups': ['03f839cb-ff92-4806-816a-3ddbbdd8b286']}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:41:49.408245 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Made reservation on behalf of 3fdba2411572461f8bf1e42d4eac42db for: {'port': 1} {{(pid=100972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 09 05:41:49.412290 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:41:49.802145 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_common [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Allocated IP 172.20.0.8 (11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5/f2093278-c8bc-40f3-8462-2e0b4ebcac99/6c2e581f-0f89-4b20-9783-44ad51955248) {{(pid=100972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:41:49.943056 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for port, precommit_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:41:49.974893 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_create {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:41:50.015659 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Network 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 is already hosted by enough agents. {{(pid=100972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:41:50.020442 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.base_scheduler [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Resources bound (agent type, host, resource id): {{(pid=100972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:41:50.024095 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Received port after_create {{(pid=100972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:41:50.030316 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Pushing event updated for resources: {'Port': ['ID=6c2e581f-0f89-4b20-9783-44ad51955248,revision_number=1']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:41:50.056743 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:41:50.057098 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:41:50.057441 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:41:50.057779 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:41:50.058113 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:41:50.058445 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:41:50.058774 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:41:50.059103 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:41:50.059430 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:41:50.059790 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:41:50.060112 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:41:50.060432 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:41:50.099789 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:41:50.100397 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:41:50.116971 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-2ddd8c7c-90ef-44bc-8b25-3fe772f78588 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8213100 Nov 09 05:41:50.135339 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.v2.base [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-76de3da2-41b6-43e2-b907-cf9ae3ab1de9 service neutron] Request body: {'port': {'device_id': '1dcc61ee-af4c-4954-a76c-fa194d34669b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81713'}} {{(pid=100972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:41:50.189630 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-76de3da2-41b6-43e2-b907-cf9ae3ab1de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:41:50.313521 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-5eb132c8-fdc4-4cb4-858b-6af7f24af24f None None] Provisioning complete for port 6c2e581f-0f89-4b20-9783-44ad51955248 triggered by entity DHCP. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:41:50.314121 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-5eb132c8-fdc4-4cb4-858b-6af7f24af24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:41:50.351314 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-5eb132c8-fdc4-4cb4-858b-6af7f24af24f None None] Port 6c2e581f-0f89-4b20-9783-44ad51955248 cannot update to ACTIVE because it is not bound. {{(pid=100973) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 09 05:41:50.420434 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45684ab0-d95c-4867-8aa8-b37f29b5f7ac req-af76bbee-de5d-479f-9910-6ad87f2fddea tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:41:50.421892 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-45684ab0-d95c-4867-8aa8-b37f29b5f7ac req-af76bbee-de5d-479f-9910-6ad87f2fddea tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 931 time: 0.1008391 Nov 09 05:41:50.515123 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-45684ab0-d95c-4867-8aa8-b37f29b5f7ac req-70a491fa-8936-463e-aa12-81dc4bddf1a4 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836098 Nov 09 05:41:50.522819 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-76de3da2-41b6-43e2-b907-cf9ae3ab1de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c2e581f-0f89-4b20-9783-44ad51955248 {{(pid=100972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:41:50.530292 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-76de3da2-41b6-43e2-b907-cf9ae3ab1de9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:41:50.541909 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.provisioning_blocks [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-76de3da2-41b6-43e2-b907-cf9ae3ab1de9 service neutron] Transition to ACTIVE for port object 6c2e581f-0f89-4b20-9783-44ad51955248 will not be triggered until provisioned by entity L2. {{(pid=100972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 09 05:41:50.546362 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-76de3da2-41b6-43e2-b907-cf9ae3ab1de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:41:50.595929 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de3da2-41b6-43e2-b907-cf9ae3ab1de9 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2e581f-0f89-4b20-9783-44ad51955248,revision_number=2']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:41:50.667086 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-76de3da2-41b6-43e2-b907-cf9ae3ab1de9 service neutron] Attempting to bind port 6c2e581f-0f89-4b20-9783-44ad51955248 on host hv-cinder-81713 for vnic_type normal with profile {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 09 05:41:50.667421 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-76de3da2-41b6-43e2-b907-cf9ae3ab1de9 service neutron] Attempting to bind port 6c2e581f-0f89-4b20-9783-44ad51955248 by drivers openvswitch,hyperv on host hv-cinder-81713 at level 0 using segments [{'id': 'a8191805-07c1-40ef-8559-1a97a1bb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5'}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 09 05:41:50.667787 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-76de3da2-41b6-43e2-b907-cf9ae3ab1de9 service neutron] Attempting to bind port 6c2e581f-0f89-4b20-9783-44ad51955248 on network 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:41:50.673694 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-76de3da2-41b6-43e2-b907-cf9ae3ab1de9 service neutron] Port 6c2e581f-0f89-4b20-9783-44ad51955248 on network 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81713 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 09 05:41:50.674013 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-76de3da2-41b6-43e2-b907-cf9ae3ab1de9 service neutron] Attempting to bind port 6c2e581f-0f89-4b20-9783-44ad51955248 on network 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 09 05:41:50.679123 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-76de3da2-41b6-43e2-b907-cf9ae3ab1de9 service neutron] Checking agent: {'id': '95cbc7df-874e-4f22-acf5-3b3cdde6b18e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81713', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'started_at': datetime.datetime(2021, 11, 9, 4, 54, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 9, 5, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 09 05:41:50.679446 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-76de3da2-41b6-43e2-b907-cf9ae3ab1de9 service neutron] Checking segment: {'id': 'a8191805-07c1-40ef-8559-1a97a1bb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 09 05:41:50.679888 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-76de3da2-41b6-43e2-b907-cf9ae3ab1de9 service neutron] Bound using segment: {'id': 'a8191805-07c1-40ef-8559-1a97a1bb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5'} {{(pid=100972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 09 05:41:50.680310 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.managers [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-76de3da2-41b6-43e2-b907-cf9ae3ab1de9 service neutron] Bound port: 6c2e581f-0f89-4b20-9783-44ad51955248, host: hv-cinder-81713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8191805-07c1-40ef-8559-1a97a1bb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5'}}] {{(pid=100972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 09 05:41:50.680685 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-76de3da2-41b6-43e2-b907-cf9ae3ab1de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:41:50.744497 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-76de3da2-41b6-43e2-b907-cf9ae3ab1de9 service neutron] For port 6c2e581f-0f89-4b20-9783-44ad51955248, host hv-cinder-81713, cleared binding levels {{(pid=100972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 09 05:41:50.747823 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-76de3da2-41b6-43e2-b907-cf9ae3ab1de9 service neutron] For port 6c2e581f-0f89-4b20-9783-44ad51955248, host hv-cinder-81713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=6c2e581f-0f89-4b20-9783-44ad51955248,segment=NetworkSegment(a8191805-07c1-40ef-8559-1a97a1bb7dda),segment_id=a8191805-07c1-40ef-8559-1a97a1bb7dda)] {{(pid=100972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 09 05:41:50.751447 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-76de3da2-41b6-43e2-b907-cf9ae3ab1de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25700777'] for port, after_update {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:41:50.784257 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-76de3da2-41b6-43e2-b907-cf9ae3ab1de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:41:50.784866 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-76de3da2-41b6-43e2-b907-cf9ae3ab1de9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:41:50.786777 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-76de3da2-41b6-43e2-b907-cf9ae3ab1de9 service neutron] 10.222.0.20 "PUT /v2.0/ports/6c2e581f-0f89-4b20-9783-44ad51955248 HTTP/1.1" status: 200 len: 1093 time: 0.6558590 Nov 09 05:41:50.787205 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dcc61ee-af4c-4954-a76c-fa194d34669b', 'tag': '6c2e581f-0f89-4b20-9783-44ad51955248'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:41:50.789448 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d6e05e-866f-4cfc-87af-96e29cbe6867" -d '{"events": [{"name": "network-changed", "server_uuid": "1dcc61ee-af4c-4954-a76c-fa194d34669b", "tag": "6c2e581f-0f89-4b20-9783-44ad51955248"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:41:50.818310 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de3da2-41b6-43e2-b907-cf9ae3ab1de9 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2e581f-0f89-4b20-9783-44ad51955248,revision_number=3']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:41:50.828278 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4afe3e2-2b02-4f16-9fc6-88d5aadbd3d6 x-openstack-request-id: req-c4afe3e2-2b02-4f16-9fc6-88d5aadbd3d6 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:41:50.828575 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dcc61ee-af4c-4954-a76c-fa194d34669b", "tag": "6c2e581f-0f89-4b20-9783-44ad51955248", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:41:50.828826 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4afe3e2-2b02-4f16-9fc6-88d5aadbd3d6 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:41:50.829217 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dcc61ee-af4c-4954-a76c-fa194d34669b', 'tag': '6c2e581f-0f89-4b20-9783-44ad51955248', 'status': 'completed', 'code': 200} Nov 09 05:41:50.899793 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-1c2b0563-7b8f-43cb-9f83-f883915c04f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:41:50.901469 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-1c2b0563-7b8f-43cb-9f83-f883915c04f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fdba2411572461f8bf1e42d4eac42db&device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 1096 time: 0.0491095 Nov 09 05:41:50.949998 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-d3233e87-e21e-465c-bfa0-6a0d4495b3a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c2e581f-0f89-4b20-9783-44ad51955248 HTTP/1.1" status: 200 len: 217 time: 0.0354953 Nov 09 05:41:50.998163 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-2353c78b-90f1-4650-89c5-10c35ad51a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:41:50.999594 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-2353c78b-90f1-4650-89c5-10c35ad51a48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2093278-c8bc-40f3-8462-2e0b4ebcac99 HTTP/1.1" status: 200 len: 851 time: 0.0432527 Nov 09 05:41:51.047181 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-86eafc08-b1fa-49ee-a842-1b8d3a110721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:41:51.048666 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-86eafc08-b1fa-49ee-a842-1b8d3a110721 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420322 Nov 09 05:41:51.135845 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-c413532a-232e-4c46-8a52-6fa43ea50430 service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795467 Nov 09 05:41:51.225943 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d5a4cec1-ce13-471b-b2a2-84baac650a1d req-322456a1-1e75-4482-8051-17860a68a853 service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833337 Nov 09 05:41:51.349081 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6e05e-866f-4cfc-87af-96e29cbe6867 req-ef9fbc73-ffd4-4e07-8c0a-3a6d18d77961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:41:51.350548 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-97d6e05e-866f-4cfc-87af-96e29cbe6867 req-ef9fbc73-ffd4-4e07-8c0a-3a6d18d77961 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fdba2411572461f8bf1e42d4eac42db&device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 1096 time: 0.0404820 Nov 09 05:41:51.441759 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6e05e-866f-4cfc-87af-96e29cbe6867 req-5d510835-09d6-40cf-904b-45ec7b0f2ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:41:51.443682 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-97d6e05e-866f-4cfc-87af-96e29cbe6867 req-5d510835-09d6-40cf-904b-45ec7b0f2ca7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 HTTP/1.1" status: 200 len: 913 time: 0.0848241 Nov 09 05:41:51.484259 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-97d6e05e-866f-4cfc-87af-96e29cbe6867 req-be440fa6-6e6d-44a8-a212-522bbf5b921c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c2e581f-0f89-4b20-9783-44ad51955248 HTTP/1.1" status: 200 len: 217 time: 0.0333853 Nov 09 05:41:51.530603 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6e05e-866f-4cfc-87af-96e29cbe6867 req-7f3cd818-9ead-44a9-92f9-f05ece016f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:41:51.532002 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-97d6e05e-866f-4cfc-87af-96e29cbe6867 req-7f3cd818-9ead-44a9-92f9-f05ece016f51 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2093278-c8bc-40f3-8462-2e0b4ebcac99 HTTP/1.1" status: 200 len: 851 time: 0.0415413 Nov 09 05:41:51.578001 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6e05e-866f-4cfc-87af-96e29cbe6867 req-71b0c486-69ff-4868-9707-a0de8aa74184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:41:51.579524 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-97d6e05e-866f-4cfc-87af-96e29cbe6867 req-71b0c486-69ff-4868-9707-a0de8aa74184 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407128 Nov 09 05:41:51.682291 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9554397-7c48-4b95-968c-cc8c3940161e req-6334e6d4-82c1-4ce9-a9a6-9aebcb5d4526 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:41:51.683760 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c9554397-7c48-4b95-968c-cc8c3940161e req-6334e6d4-82c1-4ce9-a9a6-9aebcb5d4526 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 943 time: 0.0998235 Nov 09 05:41:51.721615 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-97d6e05e-866f-4cfc-87af-96e29cbe6867 req-fd47ec68-8b06-40ad-8ff1-8698c0a276d4 service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293623 Nov 09 05:41:51.774485 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-c9554397-7c48-4b95-968c-cc8c3940161e req-296e3f6d-0546-48b1-920c-cd06abb50101 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847189 Nov 09 05:41:51.834468 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-97d6e05e-866f-4cfc-87af-96e29cbe6867 req-4aae2f62-5afe-4431-9605-7b51d368a8f6 service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039705 Nov 09 05:41:52.887430 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05b408-3a43-45bc-b0f9-97c94114ae49 req-f36b89a5-f3da-4472-96ac-bab5035999cb tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:41:52.888897 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1f05b408-3a43-45bc-b0f9-97c94114ae49 req-f36b89a5-f3da-4472-96ac-bab5035999cb tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 943 time: 0.0480320 Nov 09 05:41:52.937126 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-1f05b408-3a43-45bc-b0f9-97c94114ae49 req-ae69c653-2c0c-4a8a-b21b-c62439cd21e5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424492 Nov 09 05:41:54.048587 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6dcd2f-c080-4d79-9afc-d9d319939dc8 req-70a12539-1465-42b5-950b-e476c6488673 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:41:54.050015 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6d6dcd2f-c080-4d79-9afc-d9d319939dc8 req-70a12539-1465-42b5-950b-e476c6488673 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 943 time: 0.0472546 Nov 09 05:41:54.108442 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-6d6dcd2f-c080-4d79-9afc-d9d319939dc8 req-76816e07-2999-47ab-8504-a0207864f696 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519719 Nov 09 05:41:55.220031 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3394bb-754d-4a9a-bc50-51983a3c41ee req-5a3c5a8e-961a-42d0-820b-956335048c02 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:41:55.221450 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4f3394bb-754d-4a9a-bc50-51983a3c41ee req-5a3c5a8e-961a-42d0-820b-956335048c02 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 943 time: 0.0471861 Nov 09 05:41:55.268195 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-4f3394bb-754d-4a9a-bc50-51983a3c41ee req-3b046d5a-e216-4e69-9f9f-96f9a76ec6fa tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410206 Nov 09 05:41:56.382187 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246a040-9b04-4f20-abb0-1e7ce959dcd9 req-1f8adf47-d246-4b42-ba9d-141941ed73a2 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:41:56.383647 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4246a040-9b04-4f20-abb0-1e7ce959dcd9 req-1f8adf47-d246-4b42-ba9d-141941ed73a2 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 943 time: 0.0488007 Nov 09 05:41:56.431554 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-4246a040-9b04-4f20-abb0-1e7ce959dcd9 req-fedb68d6-3a0b-4b95-bca6-3ecad4de5b01 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421610 Nov 09 05:41:57.548624 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae3105-a47b-4925-8bca-53e714973d2b req-bbf4c233-5d29-453e-969d-16ff14176aeb tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:41:57.549981 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-faae3105-a47b-4925-8bca-53e714973d2b req-bbf4c233-5d29-453e-969d-16ff14176aeb tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 943 time: 0.0511627 Nov 09 05:41:57.598600 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-faae3105-a47b-4925-8bca-53e714973d2b req-fd2d0550-b917-41ed-a3ef-32ec5b87b318 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422485 Nov 09 05:41:58.275351 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-7b0bc91f-96ff-46b1-b5dc-9477283e84ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:41:58.711270 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a1fa1-17fe-454e-8dc1-38f1ba50e690 req-d9545a5a-9dcb-40ba-bef6-911b00b7e343 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:41:58.712996 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2b0a1fa1-17fe-454e-8dc1-38f1ba50e690 req-d9545a5a-9dcb-40ba-bef6-911b00b7e343 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 943 time: 0.0483656 Nov 09 05:41:58.760416 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2b0a1fa1-17fe-454e-8dc1-38f1ba50e690 req-55594e4d-409b-4a4b-bdf0-cd7b124ae717 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417728 Nov 09 05:41:59.872102 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c39b88-2fdf-40da-a1ea-0ff566f464a3 req-bfcac35c-5e18-4c58-803f-66cc77017f8d tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:41:59.873455 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-70c39b88-2fdf-40da-a1ea-0ff566f464a3 req-bfcac35c-5e18-4c58-803f-66cc77017f8d tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 943 time: 0.0476427 Nov 09 05:41:59.920593 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-70c39b88-2fdf-40da-a1ea-0ff566f464a3 req-34060cd6-ad8a-451d-ab53-449e38965490 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413318 Nov 09 05:42:00.269900 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 6c2e581f-0f89-4b20-9783-44ad51955248 details requested by agent hyperv_hv-cinder-81713 with host hv-cinder-81713 {{(pid=100973) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 09 05:42:00.362198 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 6c2e581f-0f89-4b20-9783-44ad51955248, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=6c2e581f-0f89-4b20-9783-44ad51955248,segment=NetworkSegment(a8191805-07c1-40ef-8559-1a97a1bb7dda),segment_id=a8191805-07c1-40ef-8559-1a97a1bb7dda)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:42:00.373247 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Returning: {'device': '6c2e581f-0f89-4b20-9783-44ad51955248', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'port_id': '6c2e581f-0f89-4b20-9783-44ad51955248', 'mac_address': 'fa:16:3e:69:83:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100973) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 09 05:42:00.407377 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:00.425300 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2e581f-0f89-4b20-9783-44ad51955248 {{(pid=100973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 09 05:42:00.441468 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-355a57c8-8d85-44d2-a6ea-67e865b8ac94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:00.449962 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 6c2e581f-0f89-4b20-9783-44ad51955248, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=6c2e581f-0f89-4b20-9783-44ad51955248,segment=NetworkSegment(a8191805-07c1-40ef-8559-1a97a1bb7dda),segment_id=a8191805-07c1-40ef-8559-1a97a1bb7dda)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:42:00.453281 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:00.502112 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=6c2e581f-0f89-4b20-9783-44ad51955248,revision_number=4']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:42:00.509368 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:42:00.509718 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:42:00.510059 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:42:00.510393 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:42:00.510722 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:42:00.511051 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:42:00.511376 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:42:00.511723 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:42:00.512050 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:42:00.512371 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:42:00.512689 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:42:00.513006 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:42:00.927300 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] get_ports_and_sgs() called for port_ids ['6c2e581f-0f89-4b20-9783-44ad51955248'] {{(pid=100973) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 09 05:42:01.036399 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42aa4c-946a-4b7d-a065-b74e3d249ed8 req-fcb4a9c7-15ca-43f1-815d-3a8ae837d4fe tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:42:01.037841 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ea42aa4c-946a-4b7d-a065-b74e3d249ed8 req-fcb4a9c7-15ca-43f1-815d-3a8ae837d4fe tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 944 time: 0.0516212 Nov 09 05:42:01.085986 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-ea42aa4c-946a-4b7d-a065-b74e3d249ed8 req-176ac0e1-aa48-4dda-b3c7-dffb5e8ead8f tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420339 Nov 09 05:42:01.809354 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:02.208775 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dc1a9-8118-4bf0-b448-5b65ee4dedd5 req-314edad3-1de5-4eca-b96a-72ab4b544bcf tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:42:02.210239 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-574dc1a9-8118-4bf0-b448-5b65ee4dedd5 req-314edad3-1de5-4eca-b96a-72ab4b544bcf tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 944 time: 0.0476844 Nov 09 05:42:02.262227 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-574dc1a9-8118-4bf0-b448-5b65ee4dedd5 req-3f164c91-d70e-4262-9002-95b1940e77e3 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462670 Nov 09 05:42:02.270441 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 6c2e581f-0f89-4b20-9783-44ad51955248 up at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 09 05:42:02.317844 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning for port 6c2e581f-0f89-4b20-9783-44ad51955248 completed by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 09 05:42:02.321664 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.provisioning_blocks [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Provisioning complete for port 6c2e581f-0f89-4b20-9783-44ad51955248 triggered by entity L2. {{(pid=100973) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 09 05:42:02.322029 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16207321'] for port, provisioning_complete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:02.397497 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:02.419034 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcc61ee-af4c-4954-a76c-fa194d34669b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2e581f-0f89-4b20-9783-44ad51955248'}] {{(pid=100973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:42:02.421273 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54011f83237459a559275aec36f6846328bebe107db2d1d5386815f5349ca10e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0546967f-374a-4393-927e-7bc0ff0a29d9" -d '{"events": [{"server_uuid": "1dcc61ee-af4c-4954-a76c-fa194d34669b", "name": "network-vif-plugged", "status": "completed", "tag": "6c2e581f-0f89-4b20-9783-44ad51955248"}]}' {{(pid=100973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:42:02.434156 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] For port 6c2e581f-0f89-4b20-9783-44ad51955248, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=6c2e581f-0f89-4b20-9783-44ad51955248,segment=NetworkSegment(a8191805-07c1-40ef-8559-1a97a1bb7dda),segment_id=a8191805-07c1-40ef-8559-1a97a1bb7dda)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:42:02.439152 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420'] for port, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:02.460996 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260599ad-5fc1-4f6f-85e1-7550294cd28e x-openstack-request-id: req-260599ad-5fc1-4f6f-85e1-7550294cd28e {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:42:02.461285 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcc61ee-af4c-4954-a76c-fa194d34669b", "name": "network-vif-plugged", "status": "completed", "tag": "6c2e581f-0f89-4b20-9783-44ad51955248", "code": 200}]} {{(pid=100973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:42:02.461533 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-260599ad-5fc1-4f6f-85e1-7550294cd28e {{(pid=100973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:42:02.461915 dv-cinder-817135-2-iscsi neutron-server[100973]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcc61ee-af4c-4954-a76c-fa194d34669b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2e581f-0f89-4b20-9783-44ad51955248', 'code': 200} Nov 09 05:42:02.487178 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Pushing event updated for resources: {'Port': ['ID=6c2e581f-0f89-4b20-9783-44ad51955248,revision_number=5']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:42:02.726543 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352240e-9235-42b4-b919-14f9182ca673 req-b54256bb-9ac3-4258-a1fa-f041ae13c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:42:02.727921 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f352240e-9235-42b4-b919-14f9182ca673 req-b54256bb-9ac3-4258-a1fa-f041ae13c636 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 1098 time: 0.0385468 Nov 09 05:42:02.773270 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-f352240e-9235-42b4-b919-14f9182ca673 req-36a3ed4c-f6ca-476d-9457-1ff79bc23ed1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386863 Nov 09 05:42:03.170083 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:03.375193 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102e794-d510-49db-af2a-5b8045354b90 req-4ef26979-e30d-49e9-bdcb-7321489009b2 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:42:03.376675 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3102e794-d510-49db-af2a-5b8045354b90 req-4ef26979-e30d-49e9-bdcb-7321489009b2 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 945 time: 0.0478094 Nov 09 05:42:03.424490 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-3102e794-d510-49db-af2a-5b8045354b90 req-9557e3bb-030e-4f5f-b536-f5c53b2bb005 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415018 Nov 09 05:42:03.900346 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:04.541182 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fa2ca-baad-43ae-bff4-534bf0e1fee8 req-08c8778c-8399-4cd9-86a9-676332bb32f8 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:42:04.542624 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3f5fa2ca-baad-43ae-bff4-534bf0e1fee8 req-08c8778c-8399-4cd9-86a9-676332bb32f8 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 945 time: 0.0475981 Nov 09 05:42:04.594293 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-3f5fa2ca-baad-43ae-bff4-534bf0e1fee8 req-a8fe83b5-36b0-4a78-8466-46702ae97913 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456550 Nov 09 05:42:04.705237 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3dce2-d291-4fb3-8b1d-e2b650056286 req-b456d68f-ef9f-46da-9e05-5e4d2a7477be tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:42:04.706602 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-53a3dce2-d291-4fb3-8b1d-e2b650056286 req-b456d68f-ef9f-46da-9e05-5e4d2a7477be tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 945 time: 0.0472810 Nov 09 05:42:04.753472 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-53a3dce2-d291-4fb3-8b1d-e2b650056286 req-e34df784-16a3-4462-9809-24eeb1816622 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404942 Nov 09 05:42:04.775924 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 38128) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:42:04.911361 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730e82d8-80b5-4e86-aded-1081380a4770 tempest-TestVolumeBootPattern-1636406411 tempest-TestVolumeBootPattern-1636406411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:42:04.912926 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-730e82d8-80b5-4e86-aded-1081380a4770 tempest-TestVolumeBootPattern-1636406411 tempest-TestVolumeBootPattern-1636406411-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 1093 time: 0.1360691 Nov 09 05:42:04.915717 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 38132) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:42:04.919949 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.v2.base [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Request body: {'floatingip': {'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'port_id': '6c2e581f-0f89-4b20-9783-44ad51955248', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 09 05:42:04.941106 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for floatingip, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:05.034318 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:05.136069 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_common [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Allocated IP 172.27.0.200 (88e43ffb-3775-4d57-b72a-70455855b0f1/a0c8eb9b-e525-49dd-abc3-6c12893ff27c/bc171af3-e6ac-42e8-97f6-7342f80735ea) {{(pid=100971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 09 05:42:05.230834 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for port, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:05.263191 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784574454384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:05.558267 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Network 88e43ffb-3775-4d57-b72a-70455855b0f1 is already hosted by enough agents. {{(pid=100971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 09 05:42:05.561013 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.base_scheduler [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Resources bound (agent type, host, resource id): {{(pid=100971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 09 05:42:05.563540 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Received port after_create {{(pid=100971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 09 05:42:05.592891 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Pushing event updated for resources: {'Port': ['ID=bc171af3-e6ac-42e8-97f6-7342f80735ea,revision_number=1']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:42:05.605694 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:42:05.606044 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:42:05.606380 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:42:05.606714 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:42:05.607052 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:42:05.607374 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:42:05.607732 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:42:05.608052 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:42:05.608376 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:42:05.608698 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:42:05.609016 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:42:05.609333 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:42:05.932026 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for floatingip, precommit_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:05.995075 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16130065'] for port, before_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:06.137715 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for port, precommit_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:06.141995 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784574932116', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784574454402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784574454420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3537972'] for port, after_update {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:06.210335 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Pushing event updated for resources: {'Port': ['ID=bc171af3-e6ac-42e8-97f6-7342f80735ea,revision_number=2']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:42:06.221513 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461206'] for floatingip, after_create {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:06.318010 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.db.l3_db [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Floating IP 3cc2150f-6ea8-4278-81b1-f72c5d425639 associated. External IP: 172.27.0.200, port: 6c2e581f-0f89-4b20-9783-44ad51955248. Nov 09 05:42:06.516924 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Router 2d9b0454-a8eb-47dd-910c-b13250d97106 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:42:06.621993 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:42:06.632154 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae277f4-fd3e-4f67-a1b7-4a032c42d985 None None] Sync routers for ids ['2d9b0454-a8eb-47dd-910c-b13250d97106'] in dv-cinder-817135-2-iscsi {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:42:06.640128 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for floatingip, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:06.641802 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae277f4-fd3e-4f67-a1b7-4a032c42d985 None None] Routers {'2d9b0454-a8eb-47dd-910c-b13250d97106'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:42:06.642453 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-6ae277f4-fd3e-4f67-a1b7-4a032c42d985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:42:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['2d9b0454-a8eb-47dd-910c-b13250d97106'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:42:06.666474 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-5bd5c930-e9dc-44bd-986c-174abb8701c5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7497244 Nov 09 05:42:06.667146 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dcc61ee-af4c-4954-a76c-fa194d34669b', 'tag': '6c2e581f-0f89-4b20-9783-44ad51955248'}] {{(pid=100971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:42:06.669415 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ba20ef00b6ba85be910cd3510c9842062a5dd5e124f21b50ec677df07c463ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62a4a9f-1f27-425f-af8a-6d1bc66436ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1dcc61ee-af4c-4954-a76c-fa194d34669b", "tag": "6c2e581f-0f89-4b20-9783-44ad51955248"}]}' {{(pid=100971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:42:06.706369 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273593b7-1818-4c33-8268-570eb733c470 x-openstack-request-id: req-273593b7-1818-4c33-8268-570eb733c470 {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:42:06.706662 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dcc61ee-af4c-4954-a76c-fa194d34669b", "tag": "6c2e581f-0f89-4b20-9783-44ad51955248", "status": "completed", "code": 200}]} {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:42:06.706911 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-273593b7-1818-4c33-8268-570eb733c470 {{(pid=100971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:42:06.707313 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dcc61ee-af4c-4954-a76c-fa194d34669b', 'tag': '6c2e581f-0f89-4b20-9783-44ad51955248', 'status': 'completed', 'code': 200} Nov 09 05:42:06.749515 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-6ae277f4-fd3e-4f67-a1b7-4a032c42d985 None None] Set router 2d9b0454-a8eb-47dd-910c-b13250d97106 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:42:06.791374 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a4a9f-1f27-425f-af8a-6d1bc66436ac req-1f3342c5-7281-4788-9bee-9062dd73ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:42:06.792806 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a62a4a9f-1f27-425f-af8a-6d1bc66436ac req-1f3342c5-7281-4788-9bee-9062dd73ace8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fdba2411572461f8bf1e42d4eac42db&device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 1098 time: 0.0397098 Nov 09 05:42:06.881569 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a4a9f-1f27-425f-af8a-6d1bc66436ac req-7b95e733-bc71-458d-bf5d-ede889abba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:42:06.883027 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a62a4a9f-1f27-425f-af8a-6d1bc66436ac req-7b95e733-bc71-458d-bf5d-ede889abba90 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 HTTP/1.1" status: 200 len: 913 time: 0.0829899 Nov 09 05:42:06.952650 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a62a4a9f-1f27-425f-af8a-6d1bc66436ac req-5a553f9f-977d-4f23-b5de-320e3f57862c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c2e581f-0f89-4b20-9783-44ad51955248 HTTP/1.1" status: 200 len: 999 time: 0.0610142 Nov 09 05:42:06.970197 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-6ae277f4-fd3e-4f67-a1b7-4a032c42d985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': '3cc2150f-6ea8-4278-81b1-f72c5d425639', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'port_id': '6c2e581f-0f89-4b20-9783-44ad51955248', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'mac_address': 'fa:16:3e:69:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcc61ee-af4c-4954-a76c-fa194d34669b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:42:05Z', 'updated_at': '2021-11-09T05:42:05Z', 'revision_number': 0, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'fixed_ip_address_scope': None}, {'id': '6f4c2792-7a9d-4170-91f5-3e47d535ecc9', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'port_id': '35d1fa5b-df8e-46a9-a4f2-c5cf18172d84', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'mac_address': 'fa:16:3e:cb:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63281a6a-9299-4dc6-b60e-ce6ad3fa3016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:39:37Z', 'updated_at': '2021-11-09T05:39:39Z', 'revision_number': 1, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb14a933-4c6c-4820-9e0c-190c63b6758d', 'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'mac_address': 'fa:16:3e:00:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:12Z', 'updated_at': '2021-11-09T05:36:16Z', 'revision_number': 5, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'subnets': [{'id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:42:06.996564 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae277f4-fd3e-4f67-a1b7-4a032c42d985 None None] Checking router: 2d9b0454-a8eb-47dd-910c-b13250d97106 for host: dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:42:07.004130 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a4a9f-1f27-425f-af8a-6d1bc66436ac req-d8596246-9fa6-49b0-9641-4b192255367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:42:07.005211 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae277f4-fd3e-4f67-a1b7-4a032c42d985 None None] Routers {'2d9b0454-a8eb-47dd-910c-b13250d97106'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:42:07.005591 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a62a4a9f-1f27-425f-af8a-6d1bc66436ac req-d8596246-9fa6-49b0-9641-4b192255367c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2093278-c8bc-40f3-8462-2e0b4ebcac99 HTTP/1.1" status: 200 len: 851 time: 0.0457542 Nov 09 05:42:07.005946 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-6ae277f4-fd3e-4f67-a1b7-4a032c42d985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:42:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['2d9b0454-a8eb-47dd-910c-b13250d97106'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:42:07.050861 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a4a9f-1f27-425f-af8a-6d1bc66436ac req-57f35748-9e8a-40f3-87bf-178b923ab72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:42:07.052848 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a62a4a9f-1f27-425f-af8a-6d1bc66436ac req-57f35748-9e8a-40f3-87bf-178b923ab72d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395598 Nov 09 05:42:07.109384 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-6ae277f4-fd3e-4f67-a1b7-4a032c42d985 None None] Set router 2d9b0454-a8eb-47dd-910c-b13250d97106 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:42:07.144485 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a62a4a9f-1f27-425f-af8a-6d1bc66436ac req-c9da95b2-ff80-4b3b-b870-4f1adf4a632b service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834296 Nov 09 05:42:07.237001 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-a62a4a9f-1f27-425f-af8a-6d1bc66436ac req-20a89b34-25b6-4f75-b028-9ec844a2c88a service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850053 Nov 09 05:42:07.337723 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-6ae277f4-fd3e-4f67-a1b7-4a032c42d985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': '3cc2150f-6ea8-4278-81b1-f72c5d425639', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'port_id': '6c2e581f-0f89-4b20-9783-44ad51955248', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'mac_address': 'fa:16:3e:69:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcc61ee-af4c-4954-a76c-fa194d34669b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:42:05Z', 'updated_at': '2021-11-09T05:42:05Z', 'revision_number': 0, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'fixed_ip_address_scope': None}, {'id': '6f4c2792-7a9d-4170-91f5-3e47d535ecc9', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'port_id': '35d1fa5b-df8e-46a9-a4f2-c5cf18172d84', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'mac_address': 'fa:16:3e:cb:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63281a6a-9299-4dc6-b60e-ce6ad3fa3016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:39:37Z', 'updated_at': '2021-11-09T05:39:39Z', 'revision_number': 1, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb14a933-4c6c-4820-9e0c-190c63b6758d', 'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'mac_address': 'fa:16:3e:00:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:12Z', 'updated_at': '2021-11-09T05:36:16Z', 'revision_number': 5, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'subnets': [{'id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:42:07.363893 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae277f4-fd3e-4f67-a1b7-4a032c42d985 None None] The sync data for ids ['2d9b0454-a8eb-47dd-910c-b13250d97106'] in dv-cinder-817135-2-iscsi is: [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': '3cc2150f-6ea8-4278-81b1-f72c5d425639', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'port_id': '6c2e581f-0f89-4b20-9783-44ad51955248', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'mac_address': 'fa:16:3e:69:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcc61ee-af4c-4954-a76c-fa194d34669b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:42:05Z', 'updated_at': '2021-11-09T05:42:05Z', 'revision_number': 0, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'fixed_ip_address_scope': None}, {'id': '6f4c2792-7a9d-4170-91f5-3e47d535ecc9', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'port_id': '35d1fa5b-df8e-46a9-a4f2-c5cf18172d84', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'mac_address': 'fa:16:3e:cb:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63281a6a-9299-4dc6-b60e-ce6ad3fa3016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:39:37Z', 'updated_at': '2021-11-09T05:39:39Z', 'revision_number': 1, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb14a933-4c6c-4820-9e0c-190c63b6758d', 'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'mac_address': 'fa:16:3e:00:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:12Z', 'updated_at': '2021-11-09T05:36:16Z', 'revision_number': 5, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'subnets': [{'id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:42:07.539196 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50f827b-3771-45fd-9a15-52bbdce0eed1 None None] New status for floating IP 3cc2150f-6ea8-4278-81b1-f72c5d425639: ACTIVE {{(pid=100974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 05:42:10.041766 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:19.579518 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:42:24.575380 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-29124bab-fe30-4913-a0a7-38498b821f69 req-e3c20809-dcb4-4167-bb4a-56e307d59811 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0942118 Nov 09 05:42:24.673875 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29124bab-fe30-4913-a0a7-38498b821f69 req-a31630e3-d00d-47b8-9a9b-094bed52592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:42:24.676207 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-29124bab-fe30-4913-a0a7-38498b821f69 req-a31630e3-d00d-47b8-9a9b-094bed52592b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fdba2411572461f8bf1e42d4eac42db&device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 1099 time: 0.0395491 Nov 09 05:42:24.780118 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29124bab-fe30-4913-a0a7-38498b821f69 req-e5d2f5d0-e956-4b34-bf8c-285857eaceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:42:24.781441 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-29124bab-fe30-4913-a0a7-38498b821f69 req-e5d2f5d0-e956-4b34-bf8c-285857eaceb9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 HTTP/1.1" status: 200 len: 913 time: 0.0845578 Nov 09 05:42:24.855675 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-29124bab-fe30-4913-a0a7-38498b821f69 req-871f3391-d2e5-4792-898c-fd477460eca1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 HTTP/1.1" status: 200 len: 1001 time: 0.0667717 Nov 09 05:42:24.904855 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29124bab-fe30-4913-a0a7-38498b821f69 req-24de2fa1-6bc0-41da-9bb9-3e0b81a4d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:42:24.906429 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-29124bab-fe30-4913-a0a7-38498b821f69 req-24de2fa1-6bc0-41da-9bb9-3e0b81a4d23b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2093278-c8bc-40f3-8462-2e0b4ebcac99 HTTP/1.1" status: 200 len: 851 time: 0.0428569 Nov 09 05:42:24.955668 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29124bab-fe30-4913-a0a7-38498b821f69 req-1625c1a6-5ff8-4b97-813f-c79e0345c96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:42:24.957311 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-29124bab-fe30-4913-a0a7-38498b821f69 req-1625c1a6-5ff8-4b97-813f-c79e0345c96b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437946 Nov 09 05:42:24.969791 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [req-29124bab-fe30-4913-a0a7-38498b821f69 req-3e24089d-ad53-477b-ae29-2170590a86f6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=100972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 09 05:42:24.970711 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-29124bab-fe30-4913-a0a7-38498b821f69 req-3e24089d-ad53-477b-ae29-2170590a86f6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048411 Nov 09 05:42:25.059498 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-29124bab-fe30-4913-a0a7-38498b821f69 req-5c99d006-aacf-465f-8047-b653bf17b7ec service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810022 Nov 09 05:42:25.156415 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-29124bab-fe30-4913-a0a7-38498b821f69 req-d38ced8e-e310-4a91-b545-c4cc21e8c2d1 service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895841 Nov 09 05:42:28.276611 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-a76ee287-f82b-492e-9d89-8681b78cfaf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:30.432762 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-3f81eb18-2cde-4769-8ad7-8399181c96fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:31.810661 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:33.171255 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:33.901370 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:40.069127 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:42:56.578033 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:42:58.277714 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-835e0289-6c9f-4111-b289-7c6b0a58e03a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:43:00.432731 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0a5d13d9-043b-476f-9456-f9b253cd8a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:43:01.812509 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:43:03.175348 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:43:03.901289 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:43:10.082949 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:43:25.819566 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d7c143f7-7ff6-4173-8ccd-a7091875ccc3 req-b75c6029-92d2-45f7-a9df-465b8484144d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382910 Nov 09 05:43:25.894794 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c143f7-7ff6-4173-8ccd-a7091875ccc3 req-7cb9ec48-b27a-4d72-81a1-5f5ab9bb9404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:43:25.896312 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d7c143f7-7ff6-4173-8ccd-a7091875ccc3 req-7cb9ec48-b27a-4d72-81a1-5f5ab9bb9404 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fdba2411572461f8bf1e42d4eac42db&device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 1098 time: 0.0441182 Nov 09 05:43:26.003059 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c143f7-7ff6-4173-8ccd-a7091875ccc3 req-146a15b9-7af2-4bd1-ac7f-384ed5c3d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:43:26.004520 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d7c143f7-7ff6-4173-8ccd-a7091875ccc3 req-146a15b9-7af2-4bd1-ac7f-384ed5c3d419 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 HTTP/1.1" status: 200 len: 913 time: 0.0861127 Nov 09 05:43:26.066135 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d7c143f7-7ff6-4173-8ccd-a7091875ccc3 req-8fe762f3-7b87-402d-a955-27f4e54868d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c2e581f-0f89-4b20-9783-44ad51955248 HTTP/1.1" status: 200 len: 1001 time: 0.0544889 Nov 09 05:43:26.115466 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c143f7-7ff6-4173-8ccd-a7091875ccc3 req-35f0c0c6-1fd8-4d94-b742-1cae1c5d4dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:43:26.116838 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d7c143f7-7ff6-4173-8ccd-a7091875ccc3 req-35f0c0c6-1fd8-4d94-b742-1cae1c5d4dc8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2093278-c8bc-40f3-8462-2e0b4ebcac99 HTTP/1.1" status: 200 len: 851 time: 0.0444975 Nov 09 05:43:26.161641 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c143f7-7ff6-4173-8ccd-a7091875ccc3 req-3cf679ea-fe5b-495c-824f-901c55a7c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:43:26.163062 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d7c143f7-7ff6-4173-8ccd-a7091875ccc3 req-3cf679ea-fe5b-495c-824f-901c55a7c67a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399261 Nov 09 05:43:26.250106 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d7c143f7-7ff6-4173-8ccd-a7091875ccc3 req-0b54456b-953f-4a03-beb8-3f0f1e117fb8 service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803049 Nov 09 05:43:26.348238 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-d7c143f7-7ff6-4173-8ccd-a7091875ccc3 req-48e16c15-f67f-4279-a9bc-70568c8da875 service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910263 Nov 09 05:43:28.278215 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-529d5e68-feab-4d69-ab70-b8f9aa273680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:43:30.436708 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-58641918-1b69-43d7-acc4-464a0e67544f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:43:31.816481 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:43:33.176579 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:43:33.576805 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:43:33.901922 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:43:40.081125 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:43:56.980119 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 38164) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:43:57.133363 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Deleting port bc171af3-e6ac-42e8-97f6-7342f80735ea {{(pid=100971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:43:57.133707 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:43:57.209975 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:43:57.210297 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:43:57.221671 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Calling delete_port for bc171af3-e6ac-42e8-97f6-7342f80735ea owned by network:floatingip {{(pid=100971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:43:57.372540 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:43:57.398095 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Pushing event deleted for resources: {'Port': ['ID=bc171af3-e6ac-42e8-97f6-7342f80735ea,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:43:57.408988 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:43:57.409336 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:43:57.409671 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:43:57.410000 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:43:57.410329 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:43:57.410649 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:43:57.410972 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:43:57.411291 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:43:57.411632 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:43:57.411955 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:43:57.412270 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:43:57.412581 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:43:57.464667 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for floatingip, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:43:57.465000 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.db.l3_db [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Floating IP 3cc2150f-6ea8-4278-81b1-f72c5d425639 disassociated (deleted). External IP: 172.27.0.200, port: 6c2e581f-0f89-4b20-9783-44ad51955248. Nov 09 05:43:57.671586 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Router 2d9b0454-a8eb-47dd-910c-b13250d97106 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:43:57.777077 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:43:57.781759 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for floatingip, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:43:57.787378 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3477d96-8705-4474-9c9f-967aab5eac54 None None] Sync routers for ids ['2d9b0454-a8eb-47dd-910c-b13250d97106'] in dv-cinder-817135-2-iscsi {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:43:57.796551 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3477d96-8705-4474-9c9f-967aab5eac54 None None] Routers {'2d9b0454-a8eb-47dd-910c-b13250d97106'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:43:57.797171 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-d3477d96-8705-4474-9c9f-967aab5eac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:43:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['2d9b0454-a8eb-47dd-910c-b13250d97106'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:43:57.807707 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-5c1b6bd5-b087-4f0d-8c8c-7cf4ea3cb7d5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "DELETE /v2.0/floatingips/3cc2150f-6ea8-4278-81b1-f72c5d425639 HTTP/1.1" status: 204 len: 168 time: 0.8265066 Nov 09 05:43:57.808289 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dcc61ee-af4c-4954-a76c-fa194d34669b', 'tag': '6c2e581f-0f89-4b20-9783-44ad51955248'}] {{(pid=100971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:43:57.810491 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ba20ef00b6ba85be910cd3510c9842062a5dd5e124f21b50ec677df07c463ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05def164-df18-450b-8d69-cf90ace278ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1dcc61ee-af4c-4954-a76c-fa194d34669b", "tag": "6c2e581f-0f89-4b20-9783-44ad51955248"}]}' {{(pid=100971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:43:57.850885 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23079bf9-fdc5-40e9-ab06-96705f546439 x-openstack-request-id: req-23079bf9-fdc5-40e9-ab06-96705f546439 {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:43:57.851545 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dcc61ee-af4c-4954-a76c-fa194d34669b", "tag": "6c2e581f-0f89-4b20-9783-44ad51955248", "status": "completed", "code": 200}]} {{(pid=100971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:43:57.851912 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23079bf9-fdc5-40e9-ab06-96705f546439 {{(pid=100971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:43:57.852406 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dcc61ee-af4c-4954-a76c-fa194d34669b', 'tag': '6c2e581f-0f89-4b20-9783-44ad51955248', 'status': 'completed', 'code': 200} Nov 09 05:43:57.909811 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-d3477d96-8705-4474-9c9f-967aab5eac54 None None] Set router 2d9b0454-a8eb-47dd-910c-b13250d97106 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:43:57.945997 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05def164-df18-450b-8d69-cf90ace278ae req-91c3a296-823c-4eb8-a32f-ea036608a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:43:57.956752 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-05def164-df18-450b-8d69-cf90ace278ae req-91c3a296-823c-4eb8-a32f-ea036608a009 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fdba2411572461f8bf1e42d4eac42db&device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 1098 time: 0.0500996 Nov 09 05:43:58.079562 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e27324-6a50-469f-8d8f-a049053979ee req-cdbf50d3-54a1-4b06-877b-61ef3077afc5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:43:58.081658 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-64e27324-6a50-469f-8d8f-a049053979ee req-cdbf50d3-54a1-4b06-877b-61ef3077afc5 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 945 time: 0.0693340 Nov 09 05:43:58.082745 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05def164-df18-450b-8d69-cf90ace278ae req-4686b521-b46f-4bb7-b2a7-e5093f795b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:43:58.084137 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-05def164-df18-450b-8d69-cf90ace278ae req-4686b521-b46f-4bb7-b2a7-e5093f795b01 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 HTTP/1.1" status: 200 len: 913 time: 0.1264634 Nov 09 05:43:58.138898 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-d3477d96-8705-4474-9c9f-967aab5eac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': '6f4c2792-7a9d-4170-91f5-3e47d535ecc9', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'port_id': '35d1fa5b-df8e-46a9-a4f2-c5cf18172d84', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'mac_address': 'fa:16:3e:cb:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63281a6a-9299-4dc6-b60e-ce6ad3fa3016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:39:37Z', 'updated_at': '2021-11-09T05:39:39Z', 'revision_number': 1, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb14a933-4c6c-4820-9e0c-190c63b6758d', 'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'mac_address': 'fa:16:3e:00:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:12Z', 'updated_at': '2021-11-09T05:36:16Z', 'revision_number': 5, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'subnets': [{'id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:43:58.143501 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-05def164-df18-450b-8d69-cf90ace278ae req-2292afa5-fbdd-4aff-a988-bdd00aefcc62 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c2e581f-0f89-4b20-9783-44ad51955248 HTTP/1.1" status: 200 len: 217 time: 0.0489204 Nov 09 05:43:58.168477 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3477d96-8705-4474-9c9f-967aab5eac54 None None] Checking router: 2d9b0454-a8eb-47dd-910c-b13250d97106 for host: dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:43:58.177029 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3477d96-8705-4474-9c9f-967aab5eac54 None None] Routers {'2d9b0454-a8eb-47dd-910c-b13250d97106'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:43:58.177611 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-d3477d96-8705-4474-9c9f-967aab5eac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:43:30Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['2d9b0454-a8eb-47dd-910c-b13250d97106'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:43:58.189732 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-64e27324-6a50-469f-8d8f-a049053979ee req-76121654-0bb3-4498-997d-fdd80accf3d0 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019292 Nov 09 05:43:58.209069 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05def164-df18-450b-8d69-cf90ace278ae req-98be75ef-2459-4319-abcb-bfee68b27015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:43:58.210525 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-05def164-df18-450b-8d69-cf90ace278ae req-98be75ef-2459-4319-abcb-bfee68b27015 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2093278-c8bc-40f3-8462-2e0b4ebcac99 HTTP/1.1" status: 200 len: 851 time: 0.0572968 Nov 09 05:43:58.255439 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05def164-df18-450b-8d69-cf90ace278ae req-11177636-cd74-46bf-a401-48408c8242fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:43:58.256924 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-05def164-df18-450b-8d69-cf90ace278ae req-11177636-cd74-46bf-a401-48408c8242fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391724 Nov 09 05:43:58.292251 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-d3477d96-8705-4474-9c9f-967aab5eac54 None None] Set router 2d9b0454-a8eb-47dd-910c-b13250d97106 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:43:58.294013 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e675e93d-99c3-42c8-9df7-3f4acfa58e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:43:58.350495 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-05def164-df18-450b-8d69-cf90ace278ae req-974b2a00-4dea-48ce-a617-551faebd006c service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858295 Nov 09 05:43:58.443020 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-05def164-df18-450b-8d69-cf90ace278ae req-132a374d-114a-49a8-878e-b49702c75c20 service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850039 Nov 09 05:43:58.518716 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-d3477d96-8705-4474-9c9f-967aab5eac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': '6f4c2792-7a9d-4170-91f5-3e47d535ecc9', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'port_id': '35d1fa5b-df8e-46a9-a4f2-c5cf18172d84', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'mac_address': 'fa:16:3e:cb:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63281a6a-9299-4dc6-b60e-ce6ad3fa3016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:39:37Z', 'updated_at': '2021-11-09T05:39:39Z', 'revision_number': 1, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb14a933-4c6c-4820-9e0c-190c63b6758d', 'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'mac_address': 'fa:16:3e:00:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:12Z', 'updated_at': '2021-11-09T05:36:16Z', 'revision_number': 5, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'subnets': [{'id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:43:58.547834 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3477d96-8705-4474-9c9f-967aab5eac54 None None] The sync data for ids ['2d9b0454-a8eb-47dd-910c-b13250d97106'] in dv-cinder-817135-2-iscsi is: [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_floatingips': [{'id': '6f4c2792-7a9d-4170-91f5-3e47d535ecc9', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'router_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'port_id': '35d1fa5b-df8e-46a9-a4f2-c5cf18172d84', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'mac_address': 'fa:16:3e:cb:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63281a6a-9299-4dc6-b60e-ce6ad3fa3016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-09T05:39:37Z', 'updated_at': '2021-11-09T05:39:39Z', 'revision_number': 1, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb14a933-4c6c-4820-9e0c-190c63b6758d', 'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'mac_address': 'fa:16:3e:00:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:12Z', 'updated_at': '2021-11-09T05:36:16Z', 'revision_number': 5, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'subnets': [{'id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:43:58.752943 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39f6a47-fd2a-436e-a6a0-6f0775a49927 None None] New status for floating IP 3cc2150f-6ea8-4278-81b1-f72c5d425639: DOWN {{(pid=100974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 05:43:59.306177 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd882bab-4fa1-419a-a8f2-2aa681ad882a req-86baf152-8e65-46b9-9feb-45786f385dbb tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:43:59.307664 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cd882bab-4fa1-419a-a8f2-2aa681ad882a req-86baf152-8e65-46b9-9feb-45786f385dbb tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 945 time: 0.0483084 Nov 09 05:43:59.358707 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-cd882bab-4fa1-419a-a8f2-2aa681ad882a req-cb53da89-83a0-4405-ac9f-ce8bc2b6c74a tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452409 Nov 09 05:43:59.972034 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406af7a-8e7d-4ad3-8203-4362d2c21c54 req-113893ef-a7ff-4dfb-88c9-48c29d86136b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:43:59.973431 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8406af7a-8e7d-4ad3-8203-4362d2c21c54 req-113893ef-a7ff-4dfb-88c9-48c29d86136b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 945 time: 0.0479767 Nov 09 05:44:00.060322 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-8406af7a-8e7d-4ad3-8203-4362d2c21c54 req-256a40a4-0318-46bd-ae1f-c538802b08ed tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Deleting port 6c2e581f-0f89-4b20-9783-44ad51955248 {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:44:00.060650 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-8406af7a-8e7d-4ad3-8203-4362d2c21c54 req-256a40a4-0318-46bd-ae1f-c538802b08ed tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:00.149930 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-8406af7a-8e7d-4ad3-8203-4362d2c21c54 req-256a40a4-0318-46bd-ae1f-c538802b08ed tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] For port 6c2e581f-0f89-4b20-9783-44ad51955248, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=6c2e581f-0f89-4b20-9783-44ad51955248,segment=NetworkSegment(a8191805-07c1-40ef-8559-1a97a1bb7dda),segment_id=a8191805-07c1-40ef-8559-1a97a1bb7dda)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:44:00.150289 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-8406af7a-8e7d-4ad3-8203-4362d2c21c54 req-256a40a4-0318-46bd-ae1f-c538802b08ed tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:00.161567 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-8406af7a-8e7d-4ad3-8203-4362d2c21c54 req-256a40a4-0318-46bd-ae1f-c538802b08ed tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Calling delete_port for 6c2e581f-0f89-4b20-9783-44ad51955248 owned by compute:nova {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:44:00.281321 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-8406af7a-8e7d-4ad3-8203-4362d2c21c54 req-256a40a4-0318-46bd-ae1f-c538802b08ed tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:00.310396 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a40a4-0318-46bd-ae1f-c538802b08ed tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Pushing event deleted for resources: {'Port': ['ID=6c2e581f-0f89-4b20-9783-44ad51955248,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:44:00.319677 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256a40a4-0318-46bd-ae1f-c538802b08ed tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:44:00.320027 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256a40a4-0318-46bd-ae1f-c538802b08ed tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:44:00.320360 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256a40a4-0318-46bd-ae1f-c538802b08ed tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:44:00.320683 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256a40a4-0318-46bd-ae1f-c538802b08ed tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:44:00.321003 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256a40a4-0318-46bd-ae1f-c538802b08ed tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:44:00.321324 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256a40a4-0318-46bd-ae1f-c538802b08ed tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:44:00.321642 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256a40a4-0318-46bd-ae1f-c538802b08ed tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:44:00.321959 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256a40a4-0318-46bd-ae1f-c538802b08ed tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:44:00.322602 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256a40a4-0318-46bd-ae1f-c538802b08ed tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:44:00.322602 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256a40a4-0318-46bd-ae1f-c538802b08ed tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:44:00.322890 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256a40a4-0318-46bd-ae1f-c538802b08ed tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:44:00.323171 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256a40a4-0318-46bd-ae1f-c538802b08ed tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:44:00.363406 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-8406af7a-8e7d-4ad3-8203-4362d2c21c54 req-256a40a4-0318-46bd-ae1f-c538802b08ed tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] No DVR routers for this DVR port 6c2e581f-0f89-4b20-9783-44ad51955248 on host hv-cinder-81713 {{(pid=100972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:44:00.366300 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-8406af7a-8e7d-4ad3-8203-4362d2c21c54 req-256a40a4-0318-46bd-ae1f-c538802b08ed tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:00.371216 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-8406af7a-8e7d-4ad3-8203-4362d2c21c54 req-256a40a4-0318-46bd-ae1f-c538802b08ed tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.20 "DELETE /v2.0/ports/6c2e581f-0f89-4b20-9783-44ad51955248 HTTP/1.1" status: 204 len: 173 time: 0.3919978 Nov 09 05:44:00.371835 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcc61ee-af4c-4954-a76c-fa194d34669b', 'name': 'network-vif-deleted', 'tag': '6c2e581f-0f89-4b20-9783-44ad51955248'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:44:00.373995 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff134e0b-5faa-4267-b3b9-59768ff0d833" -d '{"events": [{"server_uuid": "1dcc61ee-af4c-4954-a76c-fa194d34669b", "name": "network-vif-deleted", "tag": "6c2e581f-0f89-4b20-9783-44ad51955248"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:44:00.440754 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-039c9823-fea6-484d-a9b8-d7f4b7ef2557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:00.459967 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-519e351b-c471-4daa-af6b-295e85a5e711 req-915ce101-4356-4a81-b825-2af865cd8cf8 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dcc61ee-af4c-4954-a76c-fa194d34669b HTTP/1.1" status: 200 len: 210 time: 0.0292428 Nov 09 05:44:00.499754 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f113cf0c-adc3-4e47-876c-12052f24d2d5 x-openstack-request-id: req-f113cf0c-adc3-4e47-876c-12052f24d2d5 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:44:00.500038 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcc61ee-af4c-4954-a76c-fa194d34669b", "name": "network-vif-deleted", "tag": "6c2e581f-0f89-4b20-9783-44ad51955248", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:44:00.500281 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f113cf0c-adc3-4e47-876c-12052f24d2d5 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:44:00.500668 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcc61ee-af4c-4954-a76c-fa194d34669b', 'name': 'network-vif-deleted', 'tag': '6c2e581f-0f89-4b20-9783-44ad51955248', 'status': 'completed', 'code': 200} Nov 09 05:44:01.818413 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:02.856095 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 6c2e581f-0f89-4b20-9783-44ad51955248 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:44:02.876211 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] No Port match for: 6c2e581f-0f89-4b20-9783-44ad51955248 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:44:02.876540 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 6c2e581f-0f89-4b20-9783-44ad51955248 not bound to the agent host hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:44:03.178665 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:03.725575 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 38210) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:44:03.875088 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-3edfe1ec-55f0-461a-859c-0952c6e88245 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Deleting port 31e84e71-b27e-4285-bc3c-76cdee9b310b {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:44:03.875406 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-3edfe1ec-55f0-461a-859c-0952c6e88245 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:03.902970 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:03.952572 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-3edfe1ec-55f0-461a-859c-0952c6e88245 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:03.952896 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-3edfe1ec-55f0-461a-859c-0952c6e88245 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:03.964874 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-3edfe1ec-55f0-461a-859c-0952c6e88245 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Calling delete_port for 31e84e71-b27e-4285-bc3c-76cdee9b310b owned by network:floatingip {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:44:04.103003 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-3edfe1ec-55f0-461a-859c-0952c6e88245 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:04.137334 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfe1ec-55f0-461a-859c-0952c6e88245 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Pushing event deleted for resources: {'Port': ['ID=31e84e71-b27e-4285-bc3c-76cdee9b310b,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:44:04.190455 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-3edfe1ec-55f0-461a-859c-0952c6e88245 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for floatingip, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:04.190804 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.db.l3_db [None req-3edfe1ec-55f0-461a-859c-0952c6e88245 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Floating IP 6f4c2792-7a9d-4170-91f5-3e47d535ecc9 disassociated (deleted). External IP: 172.27.0.25, port: 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84. Nov 09 05:44:04.666858 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edfe1ec-55f0-461a-859c-0952c6e88245 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Router 2d9b0454-a8eb-47dd-910c-b13250d97106 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:44:04.771011 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edfe1ec-55f0-461a-859c-0952c6e88245 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:44:04.775668 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-3edfe1ec-55f0-461a-859c-0952c6e88245 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for floatingip, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:04.780534 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffaddfa-90fd-47c0-81ce-26748b68d0e4 None None] Sync routers for ids ['2d9b0454-a8eb-47dd-910c-b13250d97106'] in dv-cinder-817135-2-iscsi {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:44:04.789876 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffaddfa-90fd-47c0-81ce-26748b68d0e4 None None] Routers {'2d9b0454-a8eb-47dd-910c-b13250d97106'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:44:04.790470 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-0ffaddfa-90fd-47c0-81ce-26748b68d0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:44:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['2d9b0454-a8eb-47dd-910c-b13250d97106'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:44:04.802537 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-3edfe1ec-55f0-461a-859c-0952c6e88245 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "DELETE /v2.0/floatingips/6f4c2792-7a9d-4170-91f5-3e47d535ecc9 HTTP/1.1" status: 204 len: 168 time: 1.0758915 Nov 09 05:44:04.803123 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63281a6a-9299-4dc6-b60e-ce6ad3fa3016', 'tag': '35d1fa5b-df8e-46a9-a4f2-c5cf18172d84'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:44:04.805380 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80d0ecf-9331-45d4-bfa8-09a7d88a7c02" -d '{"events": [{"name": "network-changed", "server_uuid": "63281a6a-9299-4dc6-b60e-ce6ad3fa3016", "tag": "35d1fa5b-df8e-46a9-a4f2-c5cf18172d84"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:44:04.841254 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Nov 2021 05:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f562140e-ae50-4b32-ae65-7e43f07e4d21 x-openstack-request-id: req-f562140e-ae50-4b32-ae65-7e43f07e4d21 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:44:04.841740 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63281a6a-9299-4dc6-b60e-ce6ad3fa3016", "tag": "35d1fa5b-df8e-46a9-a4f2-c5cf18172d84", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:44:04.842403 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f562140e-ae50-4b32-ae65-7e43f07e4d21 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:44:04.842816 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63281a6a-9299-4dc6-b60e-ce6ad3fa3016', 'tag': '35d1fa5b-df8e-46a9-a4f2-c5cf18172d84', 'status': 'completed', 'code': 200} Nov 09 05:44:04.898875 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-0ffaddfa-90fd-47c0-81ce-26748b68d0e4 None None] Set router 2d9b0454-a8eb-47dd-910c-b13250d97106 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:44:04.933121 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d0ecf-9331-45d4-bfa8-09a7d88a7c02 req-f1a9a492-9d19-4088-b3fb-7f711346103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:44:04.934521 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e80d0ecf-9331-45d4-bfa8-09a7d88a7c02 req-f1a9a492-9d19-4088-b3fb-7f711346103e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fdba2411572461f8bf1e42d4eac42db&device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 1099 time: 0.0474808 Nov 09 05:44:05.032804 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16238910-fa9b-4746-9821-07e1f7afc85b req-cfb30822-6015-4613-929a-fdf71d2a0c5f tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:44:05.037707 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d0ecf-9331-45d4-bfa8-09a7d88a7c02 req-8b7ecb7f-ebb6-4d08-a7d6-ffffacf1ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:44:05.039226 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e80d0ecf-9331-45d4-bfa8-09a7d88a7c02 req-8b7ecb7f-ebb6-4d08-a7d6-ffffacf1ebfb service neutron] 10.222.0.20 "GET /v2.0/networks?id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 HTTP/1.1" status: 200 len: 913 time: 0.0947630 Nov 09 05:44:05.040103 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-16238910-fa9b-4746-9821-07e1f7afc85b req-cfb30822-6015-4613-929a-fdf71d2a0c5f tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 946 time: 0.0554228 Nov 09 05:44:05.083264 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e80d0ecf-9331-45d4-bfa8-09a7d88a7c02 req-a9e8a31c-d76e-4a4d-ab4e-40ffe151fdad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 HTTP/1.1" status: 200 len: 217 time: 0.0362225 Nov 09 05:44:05.084830 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [req-16238910-fa9b-4746-9821-07e1f7afc85b req-fbca17aa-6ae1-4788-a191-7d9219e4c207 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436680 Nov 09 05:44:05.117206 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-0ffaddfa-90fd-47c0-81ce-26748b68d0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'fb14a933-4c6c-4820-9e0c-190c63b6758d', 'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'mac_address': 'fa:16:3e:00:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:12Z', 'updated_at': '2021-11-09T05:36:16Z', 'revision_number': 5, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'subnets': [{'id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:44:05.132177 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d0ecf-9331-45d4-bfa8-09a7d88a7c02 req-0ca26926-b8b8-4a6c-b43f-cbd6aaeaa1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:44:05.133609 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e80d0ecf-9331-45d4-bfa8-09a7d88a7c02 req-0ca26926-b8b8-4a6c-b43f-cbd6aaeaa1fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2093278-c8bc-40f3-8462-2e0b4ebcac99 HTTP/1.1" status: 200 len: 851 time: 0.0437856 Nov 09 05:44:05.142831 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffaddfa-90fd-47c0-81ce-26748b68d0e4 None None] Checking router: 2d9b0454-a8eb-47dd-910c-b13250d97106 for host: dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:44:05.151275 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffaddfa-90fd-47c0-81ce-26748b68d0e4 None None] Routers {'2d9b0454-a8eb-47dd-910c-b13250d97106'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:44:05.151899 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-0ffaddfa-90fd-47c0-81ce-26748b68d0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:44:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['2d9b0454-a8eb-47dd-910c-b13250d97106'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:44:05.182185 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d0ecf-9331-45d4-bfa8-09a7d88a7c02 req-c3039cd5-9320-4748-b70d-c4d7a298a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:44:05.183684 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e80d0ecf-9331-45d4-bfa8-09a7d88a7c02 req-c3039cd5-9320-4748-b70d-c4d7a298a7d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432358 Nov 09 05:44:05.254875 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-0ffaddfa-90fd-47c0-81ce-26748b68d0e4 None None] Set router 2d9b0454-a8eb-47dd-910c-b13250d97106 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:44:05.272891 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e80d0ecf-9331-45d4-bfa8-09a7d88a7c02 req-2a7bddd6-19ca-4964-8109-89fd1d97c331 service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802929 Nov 09 05:44:05.377854 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-e80d0ecf-9331-45d4-bfa8-09a7d88a7c02 req-ea58d48b-731e-4456-b3c5-caae3a55dbd0 service neutron] 10.222.0.20 "GET /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969446 Nov 09 05:44:05.587737 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-0ffaddfa-90fd-47c0-81ce-26748b68d0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'fb14a933-4c6c-4820-9e0c-190c63b6758d', 'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'mac_address': 'fa:16:3e:00:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:12Z', 'updated_at': '2021-11-09T05:36:16Z', 'revision_number': 5, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'subnets': [{'id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:44:05.612827 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffaddfa-90fd-47c0-81ce-26748b68d0e4 None None] The sync data for ids ['2d9b0454-a8eb-47dd-910c-b13250d97106'] in dv-cinder-817135-2-iscsi is: [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:36:12Z', 'revision_number': 4, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi', '_interfaces': [{'id': 'fb14a933-4c6c-4820-9e0c-190c63b6758d', 'name': '', 'network_id': '11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'mac_address': 'fa:16:3e:00:d6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:12Z', 'updated_at': '2021-11-09T05:36:16Z', 'revision_number': 5, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'subnets': [{'id': 'f2093278-c8bc-40f3-8462-2e0b4ebcac99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:44:05.820640 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8a8902-ba27-412b-b1d1-ccb879a89178 None None] New status for floating IP 6f4c2792-7a9d-4170-91f5-3e47d535ecc9: DOWN {{(pid=100974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 09 05:44:06.200495 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9509b-cbb9-4b6f-8e11-1e6905b5c8fa req-c5dabcdf-5e06-4084-840f-813a6f255324 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:44:06.201858 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-93c9509b-cbb9-4b6f-8e11-1e6905b5c8fa req-c5dabcdf-5e06-4084-840f-813a6f255324 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 946 time: 0.0476012 Nov 09 05:44:06.249508 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-93c9509b-cbb9-4b6f-8e11-1e6905b5c8fa req-35634a93-0e51-4be7-842a-cb040bb8fb3d tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/security-groups?id=03f839cb-ff92-4806-816a-3ddbbdd8b286&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412400 Nov 09 05:44:06.789404 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060de7b-3b0d-499d-839d-d348425fc53b req-ab1b837d-c09b-46d0-afb2-58df72fc67df tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 09 05:44:06.790821 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2060de7b-3b0d-499d-839d-d348425fc53b req-ab1b837d-c09b-46d0-afb2-58df72fc67df tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.20 "GET /v2.0/ports?device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 946 time: 0.0518205 Nov 09 05:44:06.875853 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-2060de7b-3b0d-499d-839d-d348425fc53b req-d11412a7-c091-4156-bb52-5c4f78f714c8 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Deleting port 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:44:06.876188 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-2060de7b-3b0d-499d-839d-d348425fc53b req-d11412a7-c091-4156-bb52-5c4f78f714c8 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:06.964364 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [req-2060de7b-3b0d-499d-839d-d348425fc53b req-d11412a7-c091-4156-bb52-5c4f78f714c8 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] For port 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84, host hv-cinder-81713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81713',level=0,port_id=35d1fa5b-df8e-46a9-a4f2-c5cf18172d84,segment=NetworkSegment(a8191805-07c1-40ef-8559-1a97a1bb7dda),segment_id=a8191805-07c1-40ef-8559-1a97a1bb7dda)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:44:06.964715 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-2060de7b-3b0d-499d-839d-d348425fc53b req-d11412a7-c091-4156-bb52-5c4f78f714c8 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:06.977354 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [req-2060de7b-3b0d-499d-839d-d348425fc53b req-d11412a7-c091-4156-bb52-5c4f78f714c8 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Calling delete_port for 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 owned by compute:nova {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:44:07.097371 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-2060de7b-3b0d-499d-839d-d348425fc53b req-d11412a7-c091-4156-bb52-5c4f78f714c8 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:07.126838 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11412a7-c091-4156-bb52-5c4f78f714c8 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Pushing event deleted for resources: {'Port': ['ID=35d1fa5b-df8e-46a9-a4f2-c5cf18172d84,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:44:07.168040 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [req-2060de7b-3b0d-499d-839d-d348425fc53b req-d11412a7-c091-4156-bb52-5c4f78f714c8 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] No DVR routers for this DVR port 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 on host hv-cinder-81713 {{(pid=100972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:44:07.170428 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [req-2060de7b-3b0d-499d-839d-d348425fc53b req-d11412a7-c091-4156-bb52-5c4f78f714c8 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for port, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:07.173800 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-2060de7b-3b0d-499d-839d-d348425fc53b req-d11412a7-c091-4156-bb52-5c4f78f714c8 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.20 "DELETE /v2.0/ports/35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 HTTP/1.1" status: 204 len: 173 time: 0.3773563 Nov 09 05:44:07.174846 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63281a6a-9299-4dc6-b60e-ce6ad3fa3016', 'name': 'network-vif-deleted', 'tag': '35d1fa5b-df8e-46a9-a4f2-c5cf18172d84'}] {{(pid=100972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 09 05:44:07.177160 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6897ed18607b8ee585d9a0ec6f0797dc0e5a42ba207ebe6ed5546601f6e82fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ec3e4e-8d6d-45b0-8f38-ef07ef22322a" -d '{"events": [{"server_uuid": "63281a6a-9299-4dc6-b60e-ce6ad3fa3016", "name": "network-vif-deleted", "tag": "35d1fa5b-df8e-46a9-a4f2-c5cf18172d84"}]}' {{(pid=100972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 09 05:44:07.217388 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Nov 2021 05:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518b7da4-4ee0-4bb2-bf39-c55662ad6498 x-openstack-request-id: req-518b7da4-4ee0-4bb2-bf39-c55662ad6498 {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 09 05:44:07.218001 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63281a6a-9299-4dc6-b60e-ce6ad3fa3016", "name": "network-vif-deleted", "tag": "35d1fa5b-df8e-46a9-a4f2-c5cf18172d84", "status": "completed", "code": 200}]} {{(pid=100972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 09 05:44:07.218001 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-518b7da4-4ee0-4bb2-bf39-c55662ad6498 {{(pid=100972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 09 05:44:07.218287 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63281a6a-9299-4dc6-b60e-ce6ad3fa3016', 'name': 'network-vif-deleted', 'tag': '35d1fa5b-df8e-46a9-a4f2-c5cf18172d84', 'status': 'completed', 'code': 200} Nov 09 05:44:07.342939 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [req-b0ee8b24-194d-4c45-a457-6e1d86d8a94d req-46fde9c5-8b64-40bb-9f5a-a1266393fc20 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "GET /v2.0/ports?device_id=63281a6a-9299-4dc6-b60e-ce6ad3fa3016 HTTP/1.1" status: 200 len: 210 time: 0.0258262 Nov 09 05:44:08.398089 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 38226) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:44:08.516748 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed21-0b3a-4899-bb7a-89b42f87307b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Deleting port bc16527d-f77d-407b-833b-633a697f8d1f {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:44:08.517087 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed21-0b3a-4899-bb7a-89b42f87307b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:08.594331 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed21-0b3a-4899-bb7a-89b42f87307b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:08.594654 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed21-0b3a-4899-bb7a-89b42f87307b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:08.606151 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed21-0b3a-4899-bb7a-89b42f87307b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Calling delete_port for bc16527d-f77d-407b-833b-633a697f8d1f owned by network:floatingip {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:44:08.737823 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed21-0b3a-4899-bb7a-89b42f87307b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:08.764325 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed21-0b3a-4899-bb7a-89b42f87307b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Pushing event deleted for resources: {'Port': ['ID=bc16527d-f77d-407b-833b-633a697f8d1f,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:44:08.823123 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed21-0b3a-4899-bb7a-89b42f87307b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for floatingip, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:08.825782 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed21-0b3a-4899-bb7a-89b42f87307b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93073'] for floatingip, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:08.826906 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-7f62ed21-0b3a-4899-bb7a-89b42f87307b tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "DELETE /v2.0/floatingips/71422acd-3c88-4a24-9adb-da370e05e88e HTTP/1.1" status: 204 len: 168 time: 0.4278607 Nov 09 05:44:10.012647 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 38238) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:44:10.068440 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-1648e1c8-ce42-4626-8d2f-bada6b5c4562 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for security_group, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:10.083218 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:10.094717 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-1648e1c8-ce42-4626-8d2f-bada6b5c4562 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:10.154770 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-1648e1c8-ce42-4626-8d2f-bada6b5c4562 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:10.157414 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-1648e1c8-ce42-4626-8d2f-bada6b5c4562 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Publish callbacks [] for security_group, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:10.159047 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-1648e1c8-ce42-4626-8d2f-bada6b5c4562 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] 10.222.0.41 "DELETE /v2.0/security-groups/03f839cb-ff92-4806-816a-3ddbbdd8b286 HTTP/1.1" status: 204 len: 168 time: 0.1449199 Nov 09 05:44:10.168074 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1648e1c8-ce42-4626-8d2f-bada6b5c4562 tempest-TestVolumeBootPattern-1038270379 tempest-TestVolumeBootPattern-1038270379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f839cb-ff92-4806-816a-3ddbbdd8b286,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:44:10.215290 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 38242) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:44:10.575337 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:44:10.680176 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-04be5536-d71c-469a-84d8-ce79ccc5bb68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-461718'] for router_interface, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:10.859205 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 no longer exists at agent hyperv_hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:44:10.883148 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] No Port match for: 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:44:10.883511 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Device 35d1fa5b-df8e-46a9-a4f2-c5cf18172d84 not bound to the agent host hv-cinder-81713 {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:44:10.919173 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-04be5536-d71c-469a-84d8-ce79ccc5bb68 admin admin] Deleting port fb14a933-4c6c-4820-9e0c-190c63b6758d {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:44:10.919513 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-04be5536-d71c-469a-84d8-ce79ccc5bb68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:10.997695 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [None req-04be5536-d71c-469a-84d8-ce79ccc5bb68 admin admin] For port fb14a933-4c6c-4820-9e0c-190c63b6758d, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=fb14a933-4c6c-4820-9e0c-190c63b6758d,segment=NetworkSegment(a8191805-07c1-40ef-8559-1a97a1bb7dda),segment_id=a8191805-07c1-40ef-8559-1a97a1bb7dda)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:44:10.998076 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-04be5536-d71c-469a-84d8-ce79ccc5bb68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:11.010576 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-04be5536-d71c-469a-84d8-ce79ccc5bb68 admin admin] Calling delete_port for fb14a933-4c6c-4820-9e0c-190c63b6758d owned by network:router_interface {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:44:11.179935 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-04be5536-d71c-469a-84d8-ce79ccc5bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:11.202395 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be5536-d71c-469a-84d8-ce79ccc5bb68 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb14a933-4c6c-4820-9e0c-190c63b6758d,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:44:11.366077 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-04be5536-d71c-469a-84d8-ce79ccc5bb68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-601895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461862'] for router_interface, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:11.573117 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04be5536-d71c-469a-84d8-ce79ccc5bb68 admin admin] Router 2d9b0454-a8eb-47dd-910c-b13250d97106 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:44:11.676607 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04be5536-d71c-469a-84d8-ce79ccc5bb68 admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:44:11.681497 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-04be5536-d71c-469a-84d8-ce79ccc5bb68 admin admin] 10.222.0.41 "PUT /v2.0/routers/2d9b0454-a8eb-47dd-910c-b13250d97106/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4651244 Nov 09 05:44:11.684002 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 38248) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:44:11.686601 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2f3445-778c-48d1-b8d7-955864d325ef None None] Sync routers for ids ['2d9b0454-a8eb-47dd-910c-b13250d97106'] in dv-cinder-817135-2-iscsi {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:44:11.697727 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2f3445-778c-48d1-b8d7-955864d325ef None None] Routers {'2d9b0454-a8eb-47dd-910c-b13250d97106'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:44:11.698333 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-bc2f3445-778c-48d1-b8d7-955864d325ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:44:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['2d9b0454-a8eb-47dd-910c-b13250d97106'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:44:11.785526 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e3f90d38-9276-4de4-86fa-e37635e588c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:11.801053 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-bc2f3445-778c-48d1-b8d7-955864d325ef None None] Set router 2d9b0454-a8eb-47dd-910c-b13250d97106 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:44:11.886120 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e3f90d38-9276-4de4-86fa-e37635e588c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:11.936913 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-e3f90d38-9276-4de4-86fa-e37635e588c3 admin admin] Deleting port e15a4c60-fb99-40b6-b3f2-77c6bfabc390 {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:44:11.936913 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e3f90d38-9276-4de4-86fa-e37635e588c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:11.973222 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-bc2f3445-778c-48d1-b8d7-955864d325ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:44:11Z', 'revision_number': 5, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port': {'id': 'e15a4c60-fb99-40b6-b3f2-77c6bfabc390', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:10Z', 'updated_at': '2021-11-09T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:44:12.004610 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2f3445-778c-48d1-b8d7-955864d325ef None None] Checking router: 2d9b0454-a8eb-47dd-910c-b13250d97106 for host: dv-cinder-817135-2-iscsi {{(pid=100973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:44:12.013749 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2f3445-778c-48d1-b8d7-955864d325ef None None] Routers {'2d9b0454-a8eb-47dd-910c-b13250d97106'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:44:12.014373 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-bc2f3445-778c-48d1-b8d7-955864d325ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:44:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['2d9b0454-a8eb-47dd-910c-b13250d97106'], 'active': True} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:44:12.023268 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [None req-e3f90d38-9276-4de4-86fa-e37635e588c3 admin admin] For port e15a4c60-fb99-40b6-b3f2-77c6bfabc390, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=e15a4c60-fb99-40b6-b3f2-77c6bfabc390,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:44:12.023682 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e3f90d38-9276-4de4-86fa-e37635e588c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:12.035905 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-e3f90d38-9276-4de4-86fa-e37635e588c3 admin admin] Calling delete_port for e15a4c60-fb99-40b6-b3f2-77c6bfabc390 owned by network:router_gateway {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:44:12.098816 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvr_db [None req-bc2f3445-778c-48d1-b8d7-955864d325ef None None] Set router 2d9b0454-a8eb-47dd-910c-b13250d97106 gateway port host: None {{(pid=100973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:44:12.154334 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_hamode_db [None req-bc2f3445-778c-48d1-b8d7-955864d325ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:44:11Z', 'revision_number': 6, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port_host': None}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:44:12.182050 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2f3445-778c-48d1-b8d7-955864d325ef None None] The sync data for ids ['2d9b0454-a8eb-47dd-910c-b13250d97106'] in dv-cinder-817135-2-iscsi is: [{'id': '2d9b0454-a8eb-47dd-910c-b13250d97106', 'name': 'tempest-TestVolumeBootPattern-1195825251-router', 'tenant_id': '3fdba2411572461f8bf1e42d4eac42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:09Z', 'updated_at': '2021-11-09T05:44:11Z', 'revision_number': 6, 'project_id': '3fdba2411572461f8bf1e42d4eac42db', 'gw_port_host': None}] {{(pid=100973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:44:12.463886 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e3f90d38-9276-4de4-86fa-e37635e588c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:12.488237 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f90d38-9276-4de4-86fa-e37635e588c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e15a4c60-fb99-40b6-b3f2-77c6bfabc390,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:44:12.552858 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e3f90d38-9276-4de4-86fa-e37635e588c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461276'] for router_gateway, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:12.647757 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e3f90d38-9276-4de4-86fa-e37635e588c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5227'] for router, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:12.649944 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e3f90d38-9276-4de4-86fa-e37635e588c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:12.693121 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e3f90d38-9276-4de4-86fa-e37635e588c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-462693'] for router, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:12.693704 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f90d38-9276-4de4-86fa-e37635e588c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d9b0454-a8eb-47dd-910c-b13250d97106 {{(pid=100972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 05:44:12.697968 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-e3f90d38-9276-4de4-86fa-e37635e588c3 admin admin] Publish callbacks [] for router, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:12.699019 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-e3f90d38-9276-4de4-86fa-e37635e588c3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2d9b0454-a8eb-47dd-910c-b13250d97106 HTTP/1.1" status: 204 len: 168 time: 1.0141158 Nov 09 05:44:12.701584 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 38250) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:44:12.745051 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.db_base_plugin_v2 [None req-221c3791-f2cb-46c5-8a30-e7494eee40eb admin admin] Deleting subnet f2093278-c8bc-40f3-8462-2e0b4ebcac99 {{(pid=100972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 05:44:12.747957 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-221c3791-f2cb-46c5-8a30-e7494eee40eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:12.781092 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-221c3791-f2cb-46c5-8a30-e7494eee40eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25701761'] for subnet, precommit_delete_associations {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:12.858467 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-221c3791-f2cb-46c5-8a30-e7494eee40eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16203819'] for subnet, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:12.912741 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-221c3791-f2cb-46c5-8a30-e7494eee40eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16203810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25700707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26186246'] for subnet, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:12.936262 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c3791-f2cb-46c5-8a30-e7494eee40eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2093278-c8bc-40f3-8462-2e0b4ebcac99,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:44:12.942352 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-221c3791-f2cb-46c5-8a30-e7494eee40eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:12.945550 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-221c3791-f2cb-46c5-8a30-e7494eee40eb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f2093278-c8bc-40f3-8462-2e0b4ebcac99 HTTP/1.1" status: 204 len: 168 time: 0.2430587 Nov 09 05:44:12.948192 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.wsgi [-] (100972) accepted ('10.222.0.41', 38252) {{(pid=100972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:44:12.950089 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3245b2-6a7f-4f24-a4fd-0aca3f06076d None None] Network 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:44:13.039226 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-fb868c3b-a6fd-4532-86aa-29cd9541651f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16329678'] for network, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:13.091985 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-fb868c3b-a6fd-4532-86aa-29cd9541651f admin admin] Deleting port dde471e6-75c4-4167-8513-3e2991a32b5c {{(pid=100972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:44:13.092328 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-fb868c3b-a6fd-4532-86aa-29cd9541651f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:13.157019 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c2f2a8-e7f7-4f7c-a7c6-2eae44af6e88 None None] DHCP port deletion for 11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 request from dv-cinder-817135-2-iscsi {{(pid=100973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 05:44:13.165577 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.db [None req-fb868c3b-a6fd-4532-86aa-29cd9541651f admin admin] For port dde471e6-75c4-4167-8513-3e2991a32b5c, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=dde471e6-75c4-4167-8513-3e2991a32b5c,segment=NetworkSegment(a8191805-07c1-40ef-8559-1a97a1bb7dda),segment_id=a8191805-07c1-40ef-8559-1a97a1bb7dda)] {{(pid=100972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:44:13.165957 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-fb868c3b-a6fd-4532-86aa-29cd9541651f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:13.180870 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.plugin [None req-fb868c3b-a6fd-4532-86aa-29cd9541651f admin admin] Calling delete_port for dde471e6-75c4-4167-8513-3e2991a32b5c owned by network:dhcp {{(pid=100972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:44:13.208765 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-31c2f2a8-e7f7-4f7c-a7c6-2eae44af6e88 None None] Deleting port dde471e6-75c4-4167-8513-3e2991a32b5c {{(pid=100973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:44:13.209139 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-31c2f2a8-e7f7-4f7c-a7c6-2eae44af6e88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:13.259727 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-fb868c3b-a6fd-4532-86aa-29cd9541651f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25700790'] for port, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:13.272727 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-31c2f2a8-e7f7-4f7c-a7c6-2eae44af6e88 None None] For port dde471e6-75c4-4167-8513-3e2991a32b5c, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=dde471e6-75c4-4167-8513-3e2991a32b5c,segment=NetworkSegment(a8191805-07c1-40ef-8559-1a97a1bb7dda),segment_id=a8191805-07c1-40ef-8559-1a97a1bb7dda)] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:44:13.273126 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-31c2f2a8-e7f7-4f7c-a7c6-2eae44af6e88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:13.283915 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb868c3b-a6fd-4532-86aa-29cd9541651f admin admin] Pushing event deleted for resources: {'Port': ['ID=dde471e6-75c4-4167-8513-3e2991a32b5c,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:44:13.285213 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-31c2f2a8-e7f7-4f7c-a7c6-2eae44af6e88 None None] Calling delete_port for dde471e6-75c4-4167-8513-3e2991a32b5c owned by network:dhcp {{(pid=100973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:44:13.287638 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb868c3b-a6fd-4532-86aa-29cd9541651f admin admin] No DVR routers for this DVR port dde471e6-75c4-4167-8513-3e2991a32b5c on host dv-cinder-817135-2-iscsi {{(pid=100972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:44:13.370493 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-31c2f2a8-e7f7-4f7c-a7c6-2eae44af6e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393'] for port, after_delete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:13.380965 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-fb868c3b-a6fd-4532-86aa-29cd9541651f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16206686', 'neutron.services.segments.db._delete_segments_for_network-8784574975281'] for network, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:13.383665 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c2f2a8-e7f7-4f7c-a7c6-2eae44af6e88 None None] No DVR routers for this DVR port dde471e6-75c4-4167-8513-3e2991a32b5c on host dv-cinder-817135-2-iscsi {{(pid=100973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:44:13.402440 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-fb868c3b-a6fd-4532-86aa-29cd9541651f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5']}} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:44:13.402865 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2f2a8-e7f7-4f7c-a7c6-2eae44af6e88 None None] Pushing event deleted for resources: {'Port': ['ID=dde471e6-75c4-4167-8513-3e2991a32b5c,revision_number=None']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:44:13.414885 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-fb868c3b-a6fd-4532-86aa-29cd9541651f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8191805-07c1-40ef-8559-1a97a1bb7dda') {'for_net_delete': True} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:44:13.415184 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.services.segments.db [None req-fb868c3b-a6fd-4532-86aa-29cd9541651f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8191805-07c1-40ef-8559-1a97a1bb7dda') {} {{(pid=100972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:44:13.416940 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device fb14a933-4c6c-4820-9e0c-190c63b6758d no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:44:13.420563 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2f2a8-e7f7-4f7c-a7c6-2eae44af6e88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:44:13.420918 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2f2a8-e7f7-4f7c-a7c6-2eae44af6e88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:44:13.421255 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2f2a8-e7f7-4f7c-a7c6-2eae44af6e88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:44:13.421583 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2f2a8-e7f7-4f7c-a7c6-2eae44af6e88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:44:13.421910 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2f2a8-e7f7-4f7c-a7c6-2eae44af6e88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:44:13.422236 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2f2a8-e7f7-4f7c-a7c6-2eae44af6e88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:44:13.422561 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2f2a8-e7f7-4f7c-a7c6-2eae44af6e88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:44:13.422880 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2f2a8-e7f7-4f7c-a7c6-2eae44af6e88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:44:13.423201 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2f2a8-e7f7-4f7c-a7c6-2eae44af6e88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:44:13.423523 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2f2a8-e7f7-4f7c-a7c6-2eae44af6e88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:44:13.423864 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2f2a8-e7f7-4f7c-a7c6-2eae44af6e88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:44:13.424816 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c2f2a8-e7f7-4f7c-a7c6-2eae44af6e88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817135-2-iscsi {{(pid=100973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 09 05:44:13.425419 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-fb868c3b-a6fd-4532-86aa-29cd9541651f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784575010618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25701784'] for segment, before_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:13.443362 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-fb868c3b-a6fd-4532-86aa-29cd9541651f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:13.444342 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: fb14a933-4c6c-4820-9e0c-190c63b6758d {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:44:13.444680 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device fb14a933-4c6c-4820-9e0c-190c63b6758d not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:44:13.445093 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device dde471e6-75c4-4167-8513-3e2991a32b5c no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:44:13.449428 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb868c3b-a6fd-4532-86aa-29cd9541651f admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=100972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 05:44:13.449842 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-fb868c3b-a6fd-4532-86aa-29cd9541651f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25700741'] for segment, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: Traceback (most recent call last): Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: timer() Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: cb(*args, **kw) Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: return func(*args, **kwargs) Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: self._notify() Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: self.callback(batched_events) Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: event.method(event) Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: return f(self, *a, **k) Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: return self._get(url).json() Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: return self.request(url, 'GET', **kwargs) Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 05:44:13.451856 dv-cinder-817135-2-iscsi neutron-server[100972]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 05:44:13.464398 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: dde471e6-75c4-4167-8513-3e2991a32b5c {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:44:13.464741 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device dde471e6-75c4-4167-8513-3e2991a32b5c not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:44:13.465150 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device e15a4c60-fb99-40b6-b3f2-77c6bfabc390 no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:44:13.483209 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: e15a4c60-fb99-40b6-b3f2-77c6bfabc390 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:44:13.483552 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device e15a4c60-fb99-40b6-b3f2-77c6bfabc390 not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:44:13.508799 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-fb868c3b-a6fd-4532-86aa-29cd9541651f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16205741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461216'] for network, after_delete {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:13.514170 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron_lib.callbacks.manager [None req-fb868c3b-a6fd-4532-86aa-29cd9541651f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:13.517282 dv-cinder-817135-2-iscsi neutron-server[100972]: INFO neutron.wsgi [None req-fb868c3b-a6fd-4532-86aa-29cd9541651f admin admin] 10.222.0.41 "DELETE /v2.0/networks/11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5 HTTP/1.1" status: 204 len: 168 time: 0.5681536 Nov 09 05:44:13.520497 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 38254) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:44:13.527696 dv-cinder-817135-2-iscsi neutron-server[100972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb868c3b-a6fd-4532-86aa-29cd9541651f admin admin] Pushing event deleted for resources: {'Network': ['ID=11d681ff-6cd4-4ae6-b07c-bd0311e9f7c5,revision_number=None']} {{(pid=100972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:44:13.851748 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9431f2b8-0211-466c-8354-1045425ab5ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-461718'] for router_interface, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:14.084257 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-9431f2b8-0211-466c-8354-1045425ab5ea admin admin] Deleting port beb90233-6fbc-4a37-ad72-5884c2285207 {{(pid=100971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:44:14.084586 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9431f2b8-0211-466c-8354-1045425ab5ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:14.158273 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [None req-9431f2b8-0211-466c-8354-1045425ab5ea admin admin] For port beb90233-6fbc-4a37-ad72-5884c2285207, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=beb90233-6fbc-4a37-ad72-5884c2285207,segment=NetworkSegment(c950a5cb-1859-4969-8b10-839c0f39f169),segment_id=c950a5cb-1859-4969-8b10-839c0f39f169)] {{(pid=100971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:44:14.159234 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9431f2b8-0211-466c-8354-1045425ab5ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:14.171127 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-9431f2b8-0211-466c-8354-1045425ab5ea admin admin] Calling delete_port for beb90233-6fbc-4a37-ad72-5884c2285207 owned by network:router_interface {{(pid=100971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:44:14.340281 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9431f2b8-0211-466c-8354-1045425ab5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:14.369146 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431f2b8-0211-466c-8354-1045425ab5ea admin admin] Pushing event deleted for resources: {'Port': ['ID=beb90233-6fbc-4a37-ad72-5884c2285207,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:44:14.530342 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-9431f2b8-0211-466c-8354-1045425ab5ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-601895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461862'] for router_interface, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:14.734056 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9431f2b8-0211-466c-8354-1045425ab5ea admin admin] Router b0aac6d6-044d-4cf4-88d0-e389c49b8776 has already been hosted by L3 agent 5c24aa1b-26f2-4218-a497-5a603286eb6a {{(pid=100971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 09 05:44:15.082074 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9431f2b8-0211-466c-8354-1045425ab5ea admin admin] Notify agent at l3_agent.dv-cinder-817135-2-iscsi the message routers_updated {{(pid=100971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 09 05:44:15.086987 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-9431f2b8-0211-466c-8354-1045425ab5ea admin admin] 10.222.0.41 "PUT /v2.0/routers/b0aac6d6-044d-4cf4-88d0-e389c49b8776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5654154 Nov 09 05:44:15.089543 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 38256) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:44:15.090458 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3433b7d-2457-4e68-a406-d4d40e93285d None None] Sync routers for ids ['b0aac6d6-044d-4cf4-88d0-e389c49b8776'] in dv-cinder-817135-2-iscsi {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 09 05:44:15.101148 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3433b7d-2457-4e68-a406-d4d40e93285d None None] Routers {'b0aac6d6-044d-4cf4-88d0-e389c49b8776'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:44:15.101762 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-f3433b7d-2457-4e68-a406-d4d40e93285d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:44:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['b0aac6d6-044d-4cf4-88d0-e389c49b8776'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:44:15.197266 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-dbe36800-8512-4861-a45b-2243bc9d86b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:15.205135 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-f3433b7d-2457-4e68-a406-d4d40e93285d None None] Set router b0aac6d6-044d-4cf4-88d0-e389c49b8776 gateway port host: dv-cinder-817135-2-iscsi {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:44:15.296463 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-dbe36800-8512-4861-a45b-2243bc9d86b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:15.347264 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-dbe36800-8512-4861-a45b-2243bc9d86b1 admin admin] Deleting port 79772813-6ed8-440f-9c18-ec4e639b1aa9 {{(pid=100971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:44:15.347505 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-dbe36800-8512-4861-a45b-2243bc9d86b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:15.382047 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-f3433b7d-2457-4e68-a406-d4d40e93285d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aac6d6-044d-4cf4-88d0-e389c49b8776', 'name': 'tempest-TestVolumeBootPattern-1051896223-router', 'tenant_id': '298bebc45f214912a90f689c1002f289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'external_fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '79772813-6ed8-440f-9c18-ec4e639b1aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:14Z', 'updated_at': '2021-11-09T05:44:14Z', 'revision_number': 5, 'project_id': '298bebc45f214912a90f689c1002f289', 'gw_port': {'id': '79772813-6ed8-440f-9c18-ec4e639b1aa9', 'name': '', 'network_id': '88e43ffb-3775-4d57-b72a-70455855b0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aac6d6-044d-4cf4-88d0-e389c49b8776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817135-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-09T05:36:14Z', 'updated_at': '2021-11-09T05:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a0c8eb9b-e525-49dd-abc3-6c12893ff27c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817135-2-iscsi'}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:44:15.408905 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3433b7d-2457-4e68-a406-d4d40e93285d None None] Checking router: b0aac6d6-044d-4cf4-88d0-e389c49b8776 for host: dv-cinder-817135-2-iscsi {{(pid=100974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 09 05:44:15.416879 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3433b7d-2457-4e68-a406-d4d40e93285d None None] Routers {'b0aac6d6-044d-4cf4-88d0-e389c49b8776'} bound to L3 agent in host dv-cinder-817135-2-iscsi {{(pid=100974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 09 05:44:15.417468 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-f3433b7d-2457-4e68-a406-d4d40e93285d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817135-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-09T04:48:30Z,description=,heartbeat_timestamp=2021-11-09T05:44:00Z,host='dv-cinder-817135-2-iscsi',id=5c24aa1b-26f2-4218-a497-5a603286eb6a,load=0,resource_versions=,resources_synced=,started_at=2021-11-09T04:48:30Z,topic='l3_agent')) {'router_ids': ['b0aac6d6-044d-4cf4-88d0-e389c49b8776'], 'active': True} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:44:15.429815 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [None req-dbe36800-8512-4861-a45b-2243bc9d86b1 admin admin] For port 79772813-6ed8-440f-9c18-ec4e639b1aa9, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=79772813-6ed8-440f-9c18-ec4e639b1aa9,segment=NetworkSegment(3779a0d8-33fb-4bd0-9a67-239b13a3106e),segment_id=3779a0d8-33fb-4bd0-9a67-239b13a3106e)] {{(pid=100971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:44:15.430198 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-dbe36800-8512-4861-a45b-2243bc9d86b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:15.442248 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-dbe36800-8512-4861-a45b-2243bc9d86b1 admin admin] Calling delete_port for 79772813-6ed8-440f-9c18-ec4e639b1aa9 owned by network:router_gateway {{(pid=100971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:44:15.500190 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_dvr_db [None req-f3433b7d-2457-4e68-a406-d4d40e93285d None None] Set router b0aac6d6-044d-4cf4-88d0-e389c49b8776 gateway port host: None {{(pid=100974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 09 05:44:15.554080 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.l3_hamode_db [None req-f3433b7d-2457-4e68-a406-d4d40e93285d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0aac6d6-044d-4cf4-88d0-e389c49b8776', 'name': 'tempest-TestVolumeBootPattern-1051896223-router', 'tenant_id': '298bebc45f214912a90f689c1002f289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:14Z', 'updated_at': '2021-11-09T05:44:15Z', 'revision_number': 6, 'project_id': '298bebc45f214912a90f689c1002f289', 'gw_port_host': None}], 'dv-cinder-817135-2-iscsi', False) {} {{(pid=100974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:44:15.578905 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3433b7d-2457-4e68-a406-d4d40e93285d None None] The sync data for ids ['b0aac6d6-044d-4cf4-88d0-e389c49b8776'] in dv-cinder-817135-2-iscsi is: [{'id': 'b0aac6d6-044d-4cf4-88d0-e389c49b8776', 'name': 'tempest-TestVolumeBootPattern-1051896223-router', 'tenant_id': '298bebc45f214912a90f689c1002f289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-09T05:36:14Z', 'updated_at': '2021-11-09T05:44:15Z', 'revision_number': 6, 'project_id': '298bebc45f214912a90f689c1002f289', 'gw_port_host': None}] {{(pid=100974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 09 05:44:15.605146 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-dbe36800-8512-4861-a45b-2243bc9d86b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:15.631595 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe36800-8512-4861-a45b-2243bc9d86b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=79772813-6ed8-440f-9c18-ec4e639b1aa9,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:44:15.691272 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-dbe36800-8512-4861-a45b-2243bc9d86b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461276'] for router_gateway, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:15.776271 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-dbe36800-8512-4861-a45b-2243bc9d86b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-462718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5227'] for router, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:15.778340 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-dbe36800-8512-4861-a45b-2243bc9d86b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:15.819817 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-dbe36800-8512-4861-a45b-2243bc9d86b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-462693'] for router, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:15.820361 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe36800-8512-4861-a45b-2243bc9d86b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0aac6d6-044d-4cf4-88d0-e389c49b8776 {{(pid=100971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 09 05:44:15.827288 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-dbe36800-8512-4861-a45b-2243bc9d86b1 admin admin] Publish callbacks [] for router, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:15.828599 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-dbe36800-8512-4861-a45b-2243bc9d86b1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b0aac6d6-044d-4cf4-88d0-e389c49b8776 HTTP/1.1" status: 204 len: 168 time: 0.7379973 Nov 09 05:44:15.831762 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 38258) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:44:15.878603 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95b799d-aeb7-4b4d-9915-903a6bad993e admin admin] Deleting subnet c7bec38f-dbfd-4a23-bce6-455b03631072 {{(pid=100971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 09 05:44:15.881578 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a95b799d-aeb7-4b4d-9915-903a6bad993e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:15.914955 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a95b799d-aeb7-4b4d-9915-903a6bad993e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3198654'] for subnet, precommit_delete_associations {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:15.993329 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a95b799d-aeb7-4b4d-9915-903a6bad993e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16203819'] for subnet, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:16.046491 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a95b799d-aeb7-4b4d-9915-903a6bad993e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16203810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3538174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3264404'] for subnet, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:16.074488 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b799d-aeb7-4b4d-9915-903a6bad993e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7bec38f-dbfd-4a23-bce6-455b03631072,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:44:16.078017 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-a95b799d-aeb7-4b4d-9915-903a6bad993e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for subnet, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:16.083854 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-a95b799d-aeb7-4b4d-9915-903a6bad993e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c7bec38f-dbfd-4a23-bce6-455b03631072 HTTP/1.1" status: 204 len: 168 time: 0.2492044 Nov 09 05:44:16.084243 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 38260) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:44:16.087159 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f177dbd8-39d2-479b-8c5c-aedc0741cc5e None None] Network 976fec5b-1836-46a4-b206-f10b6e9ae68a requested from dv-cinder-817135-2-iscsi {{(pid=100973) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 09 05:44:16.150820 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-20125b45-6d2e-41ce-9161-472f6092e58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16329678'] for network, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:16.204813 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-20125b45-6d2e-41ce-9161-472f6092e58f admin admin] Deleting port c1497486-5c10-4882-b7ba-567e62fb1ae3 {{(pid=100971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:44:16.205014 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-20125b45-6d2e-41ce-9161-472f6092e58f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:16.270722 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.db [None req-20125b45-6d2e-41ce-9161-472f6092e58f admin admin] For port c1497486-5c10-4882-b7ba-567e62fb1ae3, host dv-cinder-817135-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817135-2-iscsi',level=0,port_id=c1497486-5c10-4882-b7ba-567e62fb1ae3,segment=NetworkSegment(c950a5cb-1859-4969-8b10-839c0f39f169),segment_id=c950a5cb-1859-4969-8b10-839c0f39f169)] {{(pid=100971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:44:16.271032 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-20125b45-6d2e-41ce-9161-472f6092e58f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:16.282903 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.plugin [None req-20125b45-6d2e-41ce-9161-472f6092e58f admin admin] Calling delete_port for c1497486-5c10-4882-b7ba-567e62fb1ae3 owned by network:dhcp {{(pid=100971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:44:16.343052 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bb7847-3c65-48e2-bf09-6724585fb16c None None] DHCP port deletion for 976fec5b-1836-46a4-b206-f10b6e9ae68a request from dv-cinder-817135-2-iscsi {{(pid=100973) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 09 05:44:16.360853 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-20125b45-6d2e-41ce-9161-472f6092e58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3537963'] for port, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:16.389490 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-f5bb7847-3c65-48e2-bf09-6724585fb16c None None] Deleting port c1497486-5c10-4882-b7ba-567e62fb1ae3 {{(pid=100973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 09 05:44:16.389859 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f5bb7847-3c65-48e2-bf09-6724585fb16c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784574860472'] for port, before_delete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:16.390506 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20125b45-6d2e-41ce-9161-472f6092e58f admin admin] Pushing event deleted for resources: {'Port': ['ID=c1497486-5c10-4882-b7ba-567e62fb1ae3,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:44:16.394119 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20125b45-6d2e-41ce-9161-472f6092e58f admin admin] No DVR routers for this DVR port c1497486-5c10-4882-b7ba-567e62fb1ae3 on host dv-cinder-817135-2-iscsi {{(pid=100971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:44:16.454437 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.db [None req-f5bb7847-3c65-48e2-bf09-6724585fb16c None None] For port c1497486-5c10-4882-b7ba-567e62fb1ae3, host dv-cinder-817135-2-iscsi, got binding levels [] {{(pid=100973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 09 05:44:16.454820 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f5bb7847-3c65-48e2-bf09-6724585fb16c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-471344'] for port, precommit_delete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:16.464087 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-20125b45-6d2e-41ce-9161-472f6092e58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16206686', 'neutron.services.segments.db._delete_segments_for_network-8784574975281'] for network, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:16.467207 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-f5bb7847-3c65-48e2-bf09-6724585fb16c None None] Calling delete_port for c1497486-5c10-4882-b7ba-567e62fb1ae3 owned by network:dhcp {{(pid=100973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 09 05:44:16.469985 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.ipam_backend_mixin [None req-f5bb7847-3c65-48e2-bf09-6724585fb16c None None] Port c1497486-5c10-4882-b7ba-567e62fb1ae3 was not found and therefore no delete operation was performed {{(pid=100973) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 09 05:44:16.471885 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f5bb7847-3c65-48e2-bf09-6724585fb16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16130195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784574932098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784574454393'] for port, after_delete {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:16.484051 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.services.segments.db [None req-20125b45-6d2e-41ce-9161-472f6092e58f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976fec5b-1836-46a4-b206-f10b6e9ae68a']}} {{(pid=100971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:44:16.493366 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.services.segments.db [None req-20125b45-6d2e-41ce-9161-472f6092e58f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c950a5cb-1859-4969-8b10-839c0f39f169') {'for_net_delete': True} {{(pid=100971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:44:16.493661 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.services.segments.db [None req-20125b45-6d2e-41ce-9161-472f6092e58f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c950a5cb-1859-4969-8b10-839c0f39f169') {} {{(pid=100971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 09 05:44:16.495703 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb7847-3c65-48e2-bf09-6724585fb16c None None] Pushing event deleted for resources: {'Port': ['ID=c1497486-5c10-4882-b7ba-567e62fb1ae3,revision_number=None']} {{(pid=100973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:44:16.499455 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb7847-3c65-48e2-bf09-6724585fb16c None None] No DVR routers for this DVR port c1497486-5c10-4882-b7ba-567e62fb1ae3 on host dv-cinder-817135-2-iscsi {{(pid=100973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 09 05:44:16.503854 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-20125b45-6d2e-41ce-9161-472f6092e58f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784575010618', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3198631'] for segment, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:16.521572 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-20125b45-6d2e-41ce-9161-472f6092e58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962'] for segment, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:16.528962 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20125b45-6d2e-41ce-9161-472f6092e58f admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=100971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 09 05:44:16.529450 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-20125b45-6d2e-41ce-9161-472f6092e58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16201962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3537944'] for segment, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: Traceback (most recent call last): Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: timer() Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: cb(*args, **kw) Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: return func(*args, **kwargs) Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: self._notify() Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: self.callback(batched_events) Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: event.method(event) Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: aggregate_uuid = self.p_client.list_aggregates( Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: return f(self, *a, **k) Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: return self._get(url).json() Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: return self.request(url, 'GET', **kwargs) Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: base_url = self.get_endpoint(auth, allow=allow, Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 09 05:44:16.531914 dv-cinder-817135-2-iscsi neutron-server[100971]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 09 05:44:16.593232 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-20125b45-6d2e-41ce-9161-472f6092e58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16205741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461216'] for network, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:16.598911 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-20125b45-6d2e-41ce-9161-472f6092e58f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602058'] for network, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:16.602391 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-20125b45-6d2e-41ce-9161-472f6092e58f admin admin] 10.222.0.41 "DELETE /v2.0/networks/976fec5b-1836-46a4-b206-f10b6e9ae68a HTTP/1.1" status: 204 len: 168 time: 0.5172634 Nov 09 05:44:16.613639 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20125b45-6d2e-41ce-9161-472f6092e58f admin admin] Pushing event deleted for resources: {'Network': ['ID=976fec5b-1836-46a4-b206-f10b6e9ae68a,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:44:16.723118 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 38264) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:44:16.761280 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-fd59eeeb-088c-4eec-bb53-a0879b6550af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3fdba2411572461f8bf1e42d4eac42db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369725 Nov 09 05:44:16.763549 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 38266) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:44:16.808567 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b8b529a7-8289-4eca-8fb9-59ebbc787b93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:16.828774 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b8b529a7-8289-4eca-8fb9-59ebbc787b93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:16.877800 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b8b529a7-8289-4eca-8fb9-59ebbc787b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:16.880407 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-b8b529a7-8289-4eca-8fb9-59ebbc787b93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:16.881533 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-b8b529a7-8289-4eca-8fb9-59ebbc787b93 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/468c1418-bc5b-4f9b-b6f3-b1653d31ae87 HTTP/1.1" status: 204 len: 168 time: 0.1171002 Nov 09 05:44:16.889840 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b529a7-8289-4eca-8fb9-59ebbc787b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468c1418-bc5b-4f9b-b6f3-b1653d31ae87,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:44:17.181181 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 38272) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:44:17.219806 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-1a520bb4-1bf8-43d5-b061-245a8cf4a7f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=298bebc45f214912a90f689c1002f289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374103 Nov 09 05:44:17.222575 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.wsgi [-] (100971) accepted ('10.222.0.41', 38274) {{(pid=100971) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 09 05:44:17.266827 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5f0c9edc-12a9-4c7a-a5f5-2c4971d94eec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:17.288885 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5f0c9edc-12a9-4c7a-a5f5-2c4971d94eec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:17.333945 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5f0c9edc-12a9-4c7a-a5f5-2c4971d94eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574101'] for security_group, after_delete {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:17.336499 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron_lib.callbacks.manager [None req-5f0c9edc-12a9-4c7a-a5f5-2c4971d94eec admin admin] Publish callbacks [] for security_group, before_response {{(pid=100971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:17.337671 dv-cinder-817135-2-iscsi neutron-server[100971]: INFO neutron.wsgi [None req-5f0c9edc-12a9-4c7a-a5f5-2c4971d94eec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35f01479-a541-4ea4-bbb9-bf02fe666ec3 HTTP/1.1" status: 204 len: 168 time: 0.1142061 Nov 09 05:44:17.344972 dv-cinder-817135-2-iscsi neutron-server[100971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c9edc-12a9-4c7a-a5f5-2c4971d94eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f01479-a541-4ea4-bbb9-bf02fe666ec3,revision_number=None']} {{(pid=100971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 09 05:44:17.417280 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 79772813-6ed8-440f-9c18-ec4e639b1aa9 no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:44:17.440496 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: 79772813-6ed8-440f-9c18-ec4e639b1aa9 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:44:17.440833 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device 79772813-6ed8-440f-9c18-ec4e639b1aa9 not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:44:17.441241 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device c1497486-5c10-4882-b7ba-567e62fb1ae3 no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:44:17.460123 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: c1497486-5c10-4882-b7ba-567e62fb1ae3 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:44:17.460464 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device c1497486-5c10-4882-b7ba-567e62fb1ae3 not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:44:17.461006 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device beb90233-6fbc-4a37-ad72-5884c2285207 no longer exists at agent ovs-agent-dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 09 05:44:17.479805 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.plugin [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] No Port match for: beb90233-6fbc-4a37-ad72-5884c2285207 {{(pid=100973) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 09 05:44:17.480147 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron.plugins.ml2.rpc [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Device beb90233-6fbc-4a37-ad72-5884c2285207 not bound to the agent host dv-cinder-817135-2-iscsi {{(pid=100973) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 09 05:44:28.277850 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-d0bf284e-f745-45c0-9589-3952c44c3aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:30.444068 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-ef2c1002-5c2f-4ce5-a6a2-3aab608ad49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:31.822352 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:33.181418 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:33.904862 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:40.101365 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:44:47.574752 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:44:58.279096 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-22ba76a2-b892-465c-a9e0-b1d019edfff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:45:00.445234 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-6f31f653-bd26-4ce2-8c76-413c0cecec30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:45:01.825082 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:45:03.184873 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:45:03.905872 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:45:10.100280 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:45:24.574747 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:45:28.278867 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-4b6e2cfc-a5bb-4f2a-b78d-218088e29639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:45:30.446591 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-ce01e882-42a9-41ed-adb7-f64f558b468f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:45:31.827309 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:45:33.187340 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:45:33.909418 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:45:40.085362 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:45:58.279727 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-c9004c42-0770-4941-9d8a-694b2447a75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:46:00.448152 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-1905d872-b65d-4b3c-bb7f-d786b8455056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:46:01.572656 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:46:01.831275 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:46:03.190448 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:46:03.911209 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:46:10.092027 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:46:28.281072 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-c2e0f1ed-cabe-4fed-a73b-393663b4ab31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:46:30.450645 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-454a3a2f-ae63-4fee-b0a7-59148d1c7800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:46:31.833179 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:46:33.192481 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:46:33.912826 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:46:38.571697 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:46:40.098135 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:46:58.282132 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-b8a7271b-8171-4465-acdc-b340085c6998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:47:00.451644 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-f6177b8a-b16f-457e-a06d-299b47f178d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:47:01.835868 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:47:03.194757 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:47:03.914604 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:47:10.098510 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:47:15.570908 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:47:28.283402 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-1418c7b4-d0c0-458e-85b6-077aa37c6139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:47:30.452036 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-c8d1faf7-f4a3-462b-92e8-875c29cff12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:47:31.840698 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:47:33.198201 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:47:33.915539 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:47:40.113960 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:47:52.570636 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:47:58.293432 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-32357c88-23fb-4273-8553-2b72ab1b72b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:48:00.454149 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-d0e47583-655d-45da-beae-38bf1f1dce7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:48:01.842294 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:48:03.199976 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:48:03.916710 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:48:10.113133 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:48:28.284849 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e285c051-8bfe-4f54-8bd9-6b1b55d622b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:48:29.569487 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:48:30.454407 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-328584af-d453-4acb-8c1a-4ae53387537e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:48:31.849703 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:48:33.204316 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:48:33.917573 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:48:40.127389 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:48:58.286666 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-e1f9ed29-8e1f-4724-9d1c-ec890ddd5818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:49:00.455243 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-be7bb8c8-e249-452f-81b5-6d37770013e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:49:01.849046 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:49:03.204911 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:49:03.918771 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:49:06.570827 dv-cinder-817135-2-iscsi neutron-server[100974]: DEBUG neutron.db.agents_db [None req-07362e57-85e1-4897-865b-71b4e78a6b3f None None] Agent healthcheck: found 6 active agents {{(pid=100974) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 09 05:49:10.112537 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-0e9578f5-aa56-4bd0-b984-ee01934c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:49:28.287780 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-3bb80db9-42ea-4cae-8c56-cd8087605a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:49:30.456140 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-acdd651d-243b-460d-8332-d4c42b846ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:49:31.850304 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-46c1dfb9-a367-41e8-8782-e97a0f835348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:49:33.208684 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0796-a46a-46b7-a5b3-f3b603ff402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 09 05:49:33.920162 dv-cinder-817135-2-iscsi neutron-server[100973]: DEBUG neutron_lib.callbacks.manager [None req-434e3279-0c78-4a29-b1a7-4a440f9fc29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784574975263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16207208'] for agent, after_update {{(pid=100973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}